-- Logs begin at Fri 2022-03-11 17:09:40 UTC, end at Fri 2022-03-11 18:21:54 UTC. -- Mar 11 17:51:45.111170 dv-cinder-788368-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 17:51:48.195272 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.common.config [-] Logging enabled! Mar 11 17:51:48.196080 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc2.dev1 Mar 11 17:51:48.196080 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103134) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 17:51:48.199843 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.common.config [-] Logging enabled! Mar 11 17:51:48.200103 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc2.dev1 Mar 11 17:51:48.200414 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103134) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 17:51:48.201399 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 17:51:48.201580 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 17:51:48.202040 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 17:51:48.202284 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 17:51:48.202507 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 17:51:48.203413 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.203860 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 11 17:51:48.204177 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.204473 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.204752 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.205046 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.205336 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.205599 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.205900 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.206197 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.206573 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.206784 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.207069 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.207360 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.207641 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.207923 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.208206 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.208466 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] debug = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.208743 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.209200 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.209632 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.209976 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.210249 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.210776 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.210977 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.211126 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.211358 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.211736 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] host = dv-cinder-788368-4-iscsi {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.211991 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.212270 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.212551 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.212834 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.213101 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.213375 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.213652 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.213919 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.214185 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] log_file = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.214455 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.214775 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.215062 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.215354 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.215575 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.215798 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.216103 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.216383 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.216653 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.216920 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.217188 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.217458 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.217737 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.217993 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.218279 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.218592 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.218865 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.219136 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.219403 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.219673 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.219939 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.220216 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.220482 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.220746 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.221012 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.221299 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.221563 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.221829 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.222136 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.222414 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.222719 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.223000 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.223269 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.223548 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.223816 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.224083 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.224347 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] use_json = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.224615 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.224878 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.225157 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.225424 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.225728 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.225995 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.226260 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.226540 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.226830 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:48.227126 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.227424 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.227723 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.228025 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.228311 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.228592 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.228870 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.229141 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.229425 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.229712 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.230008 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.230280 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.230611 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.230896 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.231193 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.231507 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.231805 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.232087 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.232358 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.232629 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.232900 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.233177 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.233468 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.233740 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.234024 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.234310 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.234608 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.234912 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.235197 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.235493 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.235779 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.236048 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.236318 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.236602 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.236875 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.237149 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.237423 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.237707 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.237979 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.238247 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.238525 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.238828 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.239095 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.239362 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.239634 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.239918 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.240189 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.240453 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.240719 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.240991 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.241326 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.241618 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.241893 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.242162 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.242439 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.242734 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.243002 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.243270 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.243540 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.243807 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.244078 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.244346 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.244613 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.244883 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.245153 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.245422 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.245706 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.245946 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.246218 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.246485 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.246778 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.247048 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.247317 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.247585 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.247873 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.248169 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.248444 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.248719 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.248997 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.249271 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.249543 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.249817 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.250089 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.250360 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.250653 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.250951 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.251238 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.251525 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.251825 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.252100 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.252390 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.252665 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.252938 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.253218 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.253489 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.253761 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.254039 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.254316 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.254630 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.254923 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.255212 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.255502 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.255792 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.256066 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.256376 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.256651 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:48.256901 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 17:51:48.257146 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103134) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 17:51:48.640100 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 17:51:48.640378 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 17:51:48.640688 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 17:51:48.641237 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 17:51:48.985450 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:48.985694 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:48.985960 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:48.987274 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:48.987566 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:48.988071 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.036652 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.037039 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.037393 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.053801 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.054143 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.054456 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.086289 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.086629 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.086976 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.129755 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.130024 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.130284 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.501434 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.502227 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.502227 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.502227 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.502931 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.609772 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.610121 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.610356 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.610626 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.610889 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.611376 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.611705 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.611873 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.612157 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.612436 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.612697 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.612963 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.613218 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.613472 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.613723 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.613987 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.614222 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.614490 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.614797 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.615056 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.615325 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.615574 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.615852 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.616286 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.616537 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.616765 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.617202 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:51:49.617439 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:51:49.617672 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:51:49.617903 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:51:49.618135 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:51:49.618367 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:51:49.618779 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 17:51:49.622360 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 17:51:49.626627 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 17:51:49.630779 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Mar 11 17:51:49.632605 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 17:51:49.633157 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 17:51:49.633528 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 17:51:49.633997 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 17:51:49.637202 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 17:51:49.637506 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 17:51:49.637910 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 17:51:49.643207 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 11 17:51:49.668445 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 17:51:49.668963 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.669305 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103134) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 11 17:51:49.669761 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.671413 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103134) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 17:51:49.671739 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 17:51:49.672016 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 17:51:49.675622 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.675959 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:49.739410 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 17:51:49.739722 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 17:51:49.739982 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 17:51:49.740415 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 17:51:49.762739 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_db.sqlalchemy.engines [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103134) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 11 17:51:50.226684 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Initializing driver for type 'gre' Mar 11 17:51:50.227121 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] gre ID ranges: [(1, 1000)] Mar 11 17:51:50.289313 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Initializing driver for type 'local' Mar 11 17:51:50.289756 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Initializing driver for type 'vlan' Mar 11 17:51:50.306035 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] VlanTypeDriver initialization complete Mar 11 17:51:50.306510 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Initializing driver for type 'vxlan' Mar 11 17:51:50.307271 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] vxlan ID ranges: [(1, 1000)] Mar 11 17:51:50.379676 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Initializing extension driver 'port_security' Mar 11 17:51:50.380198 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.extensions.port_security [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] PortSecurityExtensionDriver initialization complete Mar 11 17:51:50.380694 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Initializing mechanism driver 'openvswitch' Mar 11 17:51:50.381140 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Initializing mechanism driver 'hyperv' Mar 11 17:51:50.388590 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:50.389762 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > port after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.390166 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > port after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.390474 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > port after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.391191 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 17:51:50.391675 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > subnet after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.392095 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > subnet after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.392504 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.392960 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 17:51:50.393415 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > network after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.393806 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > network after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.394219 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > network after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.394735 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 17:51:50.395255 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > security_group after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.395654 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > security_group after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.396040 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.396492 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 17:51:50.396954 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.397349 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.397803 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.398279 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 17:51:50.398805 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > address_group after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.399204 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > address_group after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.399594 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.400059 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 17:51:50.400640 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] ML2 OVO RPC backend initialized. {{(pid=103134) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 11 17:51:50.401526 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.401991 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.402507 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > network before_response 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.402965 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > networks before_response 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.403369 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > port before_response 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.403823 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > ports before_response 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.404313 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > subnet before_response 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.404702 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > subnets before_response 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.405086 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > network after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.405534 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > network after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.405919 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > network after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.406303 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > port after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.406750 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > port after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.407146 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > port after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.407529 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > subnet after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.407912 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > subnet after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.408292 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.416577 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded quota_driver: . Mar 11 17:51:50.417034 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.plugin [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Modular L2 Plugin initialization complete Mar 11 17:51:50.417435 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading services supported by the core plugin {{(pid=103134) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 17:51:50.417929 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.plugins.ml2.managers [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Got port-security extension from driver 'port_security' Mar 11 17:51:50.418579 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.extensions.vlantransparent [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Disabled vlantransparent extension. Mar 11 17:51:50.419240 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103134) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 17:51:50.419693 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading Plugin: router Mar 11 17:51:50.459837 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.460303 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router after_create 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.460678 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router before_create 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.461046 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.461399 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.461797 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router after_delete 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.462161 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.462516 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.462912 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router after_create 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.463264 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router after_update 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.463617 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router after_update 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.463964 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.464324 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router after_update 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.464731 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router precommit_update 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.465107 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: port after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.465451 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: port after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.465789 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: subnet after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.466129 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.466481 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.466855 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router precommit_create 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.467201 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: port before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.467548 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router precommit_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.467907 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router after_update 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.468253 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.468769 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router precommit_create 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.469132 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.469481 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router precommit_update 55549900 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.469848 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > agent after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.470200 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > agent after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.470569 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > network after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.471490 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Tracking information for resource: router configured {{(pid=103134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:51:50.471842 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Tracking information for resource: floatingip configured {{(pid=103134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 17:51:50.477635 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.db.l3_agentschedulers_db [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 17:51:50.478253 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: port after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.478789 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: port after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.479237 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: port after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.479696 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: port after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.480637 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router before_create 55550100 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.481098 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.481556 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router precommit_create 55550100 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.482026 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > router precommit_update 55550100 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.487480 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.services.provider_configuration [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service providers = [] {{(pid=103134) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 17:51:50.487957 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.db.servicetype_db [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103134) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 17:51:50.491563 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.services.service_base [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 17:51:50.491922 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.services.service_base [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 17:51:50.492267 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.services.service_base [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 17:51:50.493236 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.services.service_base [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 17:51:50.493622 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.services.service_base [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 17:51:50.494032 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:51:50.494356 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 17:51:50.506228 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:51:50.506970 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading Plugin: auto_allocate Mar 11 17:51:50.513129 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: network precommit_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.513506 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: network precommit_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.514070 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:51:50.514396 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading Plugin: tag Mar 11 17:51:50.521843 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:51:50.522177 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading Plugin: timestamp Mar 11 17:51:50.526688 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:51:50.527024 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading Plugin: network_ip_availability Mar 11 17:51:50.533033 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.533415 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.533780 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.534597 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:51:50.534955 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading Plugin: flavors Mar 11 17:51:50.540551 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:51:50.540890 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading Plugin: revisions Mar 11 17:51:50.545783 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 17:51:50.546189 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_concurrency.lockutils [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.905s {{(pid=103134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 17:51:50.547007 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103134) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 17:51:50.547346 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Initializing extension manager. Mar 11 17:51:50.547887 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: __init__.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.548235 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: __pycache__ {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.548691 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: address_group.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.549576 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.550242 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: address-group Mar 11 17:51:50.550585 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: address_scope.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.551354 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.551868 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: address-scope Mar 11 17:51:50.552195 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.553323 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.553962 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: router-admin-state-down-before-update Mar 11 17:51:50.554295 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: agent.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.555118 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.555649 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: agent Mar 11 17:51:50.556016 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: agent_resources_synced.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.557063 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.557663 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: agent-resources-synced Mar 11 17:51:50.557998 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: allowedaddresspairs.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.560176 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.560813 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: allowed-address-pairs Mar 11 17:51:50.561153 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: auto_allocated_topology.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.562412 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.562994 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: auto-allocated-topology Mar 11 17:51:50.563326 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: availability_zone.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.564064 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.564589 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: availability_zone Mar 11 17:51:50.564921 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: availability_zone_filter.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.565909 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.566428 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: availability_zone_filter Mar 11 17:51:50.566785 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: data_plane_status.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.567734 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.568255 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 17:51:50.568581 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: default_subnetpools.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.569601 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.570131 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: default-subnetpools Mar 11 17:51:50.570461 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.571705 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.572231 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: dhcp_agent_scheduler Mar 11 17:51:50.572564 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: dns.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.573569 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.574088 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension dns-integration not supported by any of loaded plugins Mar 11 17:51:50.574418 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: dns_domain_ports.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.575406 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.575932 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 17:51:50.576256 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.577219 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.577729 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 11 17:51:50.578056 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: dvr.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.578783 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.579294 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: dvr Mar 11 17:51:50.579622 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: ecmp_routes.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.580561 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.581080 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension ecmp_routes not supported by any of loaded plugins Mar 11 17:51:50.581406 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: empty_string_filtering.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.582337 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.582999 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: empty-string-filtering Mar 11 17:51:50.583345 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.584292 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.584814 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 17:51:50.585199 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.586142 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.586690 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 17:51:50.587015 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: external_net.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.587951 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.588467 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: external-net Mar 11 17:51:50.588790 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.589729 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.590244 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: extra_dhcp_opt Mar 11 17:51:50.590602 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: extraroute.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.591572 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.592087 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: extraroute Mar 11 17:51:50.592409 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: extraroute_atomic.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.593497 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.594014 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: extraroute-atomic Mar 11 17:51:50.594337 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: filter_validation.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.595065 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.595578 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: filter-validation Mar 11 17:51:50.595902 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: fip_pf_description.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.596863 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.597373 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 17:51:50.597697 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: fip_port_details.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.598934 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.599452 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: fip-port-details Mar 11 17:51:50.599777 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: flavors.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.601219 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.601740 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: flavors Mar 11 17:51:50.602070 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.603846 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.604368 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 17:51:50.604701 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: floatingip_pools.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.605431 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.605952 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: floatingip-pools Mar 11 17:51:50.606284 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: ip_allocation.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.607314 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.607836 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 17:51:50.608165 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.609132 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.609647 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: ip-substring-filtering Mar 11 17:51:50.609979 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: l2_adjacency.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.610991 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.611499 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 17:51:50.611824 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: l3.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.612879 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.613401 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: router Mar 11 17:51:50.613731 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.616360 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.616941 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 17:51:50.617278 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.618357 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.618916 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: ext-gw-mode Mar 11 17:51:50.619246 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.620319 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.620846 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: l3-ha Mar 11 17:51:50.621176 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.622122 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.622681 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 11 17:51:50.623014 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: l3_flavors.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.623971 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.624486 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: l3-flavors Mar 11 17:51:50.624811 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.626275 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.626841 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 11 17:51:50.627175 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.628118 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.628641 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 17:51:50.628974 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: l3agentscheduler.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.630077 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.630638 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: l3_agent_scheduler Mar 11 17:51:50.630976 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: local_ip.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.632928 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.633470 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension local_ip not supported by any of loaded plugins Mar 11 17:51:50.633804 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: logging.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.637222 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.637780 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension logging not supported by any of loaded plugins Mar 11 17:51:50.638124 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: metering.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.638989 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.639587 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: metering Mar 11 17:51:50.639925 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.641133 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.641661 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: metering_source_and_destination_fields Mar 11 17:51:50.641991 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: multiprovidernet.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.643016 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.643551 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: multi-provider Mar 11 17:51:50.643881 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: netmtu.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.644862 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.645381 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: net-mtu Mar 11 17:51:50.645706 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: netmtu_writable.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.646699 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.647223 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: net-mtu-writable Mar 11 17:51:50.647614 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: network_availability_zone.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.648317 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.648833 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: network_availability_zone Mar 11 17:51:50.649161 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: network_ip_availability.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.650366 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.650934 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: network-ip-availability Mar 11 17:51:50.651260 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: network_segment_range.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.652085 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.652599 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 17:51:50.652924 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: pagination.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.653978 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.654312 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: pagination Mar 11 17:51:50.654676 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: port_device_profile.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.655798 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.656461 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: port-device-profile Mar 11 17:51:50.656805 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.657968 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.658448 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: port-mac-address-regenerate Mar 11 17:51:50.658830 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.659824 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.660374 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: port-numa-affinity-policy Mar 11 17:51:50.660782 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: port_resource_request.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.661810 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.662343 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 17:51:50.662770 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: port_resource_request_groups.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.664088 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.664674 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 11 17:51:50.665109 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: portbindings.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.666316 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.666941 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: binding Mar 11 17:51:50.667293 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: portbindings_extended.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.668824 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.669408 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: binding-extended Mar 11 17:51:50.669767 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: portsecurity.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.670880 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.671450 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: port-security Mar 11 17:51:50.671782 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: project_id.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.672877 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.673227 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: project-id Mar 11 17:51:50.673641 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: providernet.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.674659 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.675270 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: provider Mar 11 17:51:50.675596 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.679898 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.680537 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos not supported by any of loaded plugins Mar 11 17:51:50.680872 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.682337 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.682999 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 17:51:50.683339 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.684306 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.684835 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 17:51:50.685164 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos_default.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.686111 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.686663 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos-default not supported by any of loaded plugins Mar 11 17:51:50.687020 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos_fip.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.687991 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.688511 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos-fip not supported by any of loaded plugins Mar 11 17:51:50.688836 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.689794 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.690313 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 11 17:51:50.690681 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos_gateway_ip.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.691665 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.692189 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 17:51:50.692511 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos_port_network_policy.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.693669 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.694191 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 17:51:50.694670 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.695671 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.696195 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 11 17:51:50.696835 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.697924 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.698475 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 11 17:51:50.698840 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos_pps_rule.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.700162 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.700702 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos-pps not supported by any of loaded plugins Mar 11 17:51:50.701032 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos_rule_type_details.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.701987 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.702507 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 17:51:50.702868 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: qos_rules_alias.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.703995 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.704527 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 17:51:50.704866 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: quota_check_limit.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.705823 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.706357 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: quota-check-limit Mar 11 17:51:50.707041 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: quotasv2.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.707826 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.708163 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: quotas Mar 11 17:51:50.708491 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: quotasv2_detail.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.711267 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.711267 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: quota_details Mar 11 17:51:50.711267 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: rbac.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.712369 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.712948 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: rbac-policies Mar 11 17:51:50.713308 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: rbac_address_group.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.714342 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.714913 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: rbac-address-group Mar 11 17:51:50.715243 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: rbac_address_scope.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.716186 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.716712 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: rbac-address-scope Mar 11 17:51:50.717018 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: rbac_security_groups.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.717958 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.718480 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: rbac-security-groups Mar 11 17:51:50.718830 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: rbac_subnetpool.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.720008 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.720642 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: rbac-subnetpool Mar 11 17:51:50.721072 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: revisionifmatch.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.722145 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.722713 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: revision-if-match Mar 11 17:51:50.723041 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: revisions.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.724337 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.724810 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: standard-attr-revisions Mar 11 17:51:50.725139 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: router_availability_zone.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.725970 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.726496 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: router_availability_zone Mar 11 17:51:50.726861 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: routerservicetype.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.727987 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.728441 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension router-service-type not supported by any of loaded plugins Mar 11 17:51:50.728780 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.729722 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.730246 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: security-groups-normalized-cidr Mar 11 17:51:50.730569 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.731545 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.732064 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: port-security-groups-filtering Mar 11 17:51:50.732397 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.733347 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.733865 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: security-groups-remote-address-group Mar 11 17:51:50.734189 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.735178 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.735697 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: security-groups-shared-filtering Mar 11 17:51:50.736016 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.736637 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 11 17:51:50.736961 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: securitygroup.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.747424 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.748122 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: security-group Mar 11 17:51:50.748566 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: segment.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.749478 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.750047 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension segment not supported by any of loaded plugins Mar 11 17:51:50.750418 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.751572 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.752148 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 17:51:50.752520 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: servicetype.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.753738 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.754326 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: service-type Mar 11 17:51:50.754760 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: sorting.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.755816 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.756216 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: sorting Mar 11 17:51:50.756569 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: standard_attr_segment.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.757597 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.758205 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 17:51:50.758678 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: standardattrdescription.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.759481 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.760070 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: standard-attr-description Mar 11 17:51:50.760440 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: stateful_security_group.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.761530 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.762097 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: stateful-security-group Mar 11 17:51:50.762476 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: stdattrs_common.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.763175 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 17:51:50.763640 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.764740 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.765333 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 17:51:50.765700 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: subnet_onboard.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.766947 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.767542 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: subnet_onboard Mar 11 17:51:50.767972 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.769089 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.769736 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 17:51:50.770102 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: subnet_service_types.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.771276 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.771854 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: subnet-service-types Mar 11 17:51:50.772218 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: subnetallocation.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.773453 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.774020 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: subnet_allocation Mar 11 17:51:50.774388 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.775180 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.775748 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: subnetpool-prefix-ops Mar 11 17:51:50.776114 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.777226 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.777822 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 17:51:50.778185 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: tagging.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.779676 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.780279 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: standard-attr-tag Mar 11 17:51:50.780644 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: timestamp.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.782090 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.782751 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loaded extension: standard-attr-timestamp Mar 11 17:51:50.783110 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: trunk.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.784334 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.784913 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension trunk not supported by any of loaded plugins Mar 11 17:51:50.785282 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: trunk_details.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.786277 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.786900 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension trunk-details not supported by any of loaded plugins Mar 11 17:51:50.787267 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: uplink_status_propagation.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.788323 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.788895 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 17:51:50.789269 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Loading extension file: vlantransparent.py {{(pid=103134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 17:51:50.790024 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 17:51:50.790613 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 17:51:50.793644 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:network Mar 11 17:51:50.794196 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:subnet Mar 11 17:51:50.794620 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 17:51:50.795168 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:port Mar 11 17:51:50.796600 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.797066 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service FLAVORS assigned prefix: {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.797683 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.798116 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.798452 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:router Mar 11 17:51:50.798921 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:floatingip Mar 11 17:51:50.799427 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service METERING assigned prefix: /metering {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.800948 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.801351 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.801703 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:51:50.802824 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 17:51:50.803283 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:security_group Mar 11 17:51:50.803757 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 17:51:50.804390 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service CORE assigned prefix: {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.804727 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 17:51:50.805090 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] subnetpool is already registered Mar 11 17:51:50.805538 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service CORE assigned prefix: {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.805867 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 17:51:50.806201 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] subnetpool is already registered Mar 11 17:51:50.808635 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.809076 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service FLAVORS assigned prefix: {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.809669 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.810092 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.810434 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:router Mar 11 17:51:50.810794 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] router is already registered Mar 11 17:51:50.811222 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:floatingip Mar 11 17:51:50.811547 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] floatingip is already registered Mar 11 17:51:50.812038 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service METERING assigned prefix: /metering {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.813423 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 17:51:50.813752 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] rbac_policy is already registered Mar 11 17:51:50.814173 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:security_group Mar 11 17:51:50.814517 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] security_group is already registered Mar 11 17:51:50.814967 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 17:51:50.815307 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] security_group_rule is already registered Mar 11 17:51:50.816000 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service CORE assigned prefix: {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.816337 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 17:51:50.816675 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] subnetpool is already registered Mar 11 17:51:50.817109 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.v2.resource_helper [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Service CORE assigned prefix: {{(pid=103134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 17:51:50.817457 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 17:51:50.817789 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING neutron.quota.resource_registry [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] subnetpool is already registered Mar 11 17:51:50.818272 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: extensions {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.819976 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: address-groups {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.821820 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: address-scopes {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.823273 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: agents {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.824460 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: auto-allocated-topology {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.825739 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: availability_zones {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.827080 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: dhcp-networks {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.828585 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: dhcp-agents {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.830013 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: routers {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.832347 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: flavors {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.833529 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: service_profiles {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.834787 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: next_providers {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.836495 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: service_profiles {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.838149 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: floatingip-pools {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.839720 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: routers {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.842212 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: floatingips {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.845124 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: l3-routers {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.846774 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: l3-agents {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.848343 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: metering-labels {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.849749 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: metering-label-rules {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.851137 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: network-ip-availabilities {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.852404 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: bindings {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.854139 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: quotas {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.855771 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: quotas {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.857316 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: rbac-policies {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.858636 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: security-groups {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.859886 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: security-group-rules {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.861182 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: service-providers {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.862413 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: subnetpools {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.863983 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: subnetpools {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.865594 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: tags {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.867527 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: tags {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.869402 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: tags {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.871278 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: tags {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.873076 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: tags {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.875146 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: tags {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.876841 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: tags {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.878810 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: tags {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.880676 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: tags {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.882783 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron.api.extensions [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Extended resource: tags {{(pid=103134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 17:51:50.889247 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING keystonemiddleware.auth_token [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 17:51:50.894386 dv-cinder-788368-4-iscsi neutron-server[103134]: WARNING keystonemiddleware.auth_token [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 17:51:50.903811 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_concurrency.lockutils [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Acquired lock "singleton_lock" {{(pid=103134) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 11 17:51:50.904298 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_concurrency.lockutils [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Releasing lock "singleton_lock" {{(pid=103134) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 11 17:51:50.904987 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO oslo_service.service [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Starting 2 workers Mar 11 17:51:50.909981 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Started child 103277 {{(pid=103134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 17:51:50.915135 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Started child 103278 {{(pid=103134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 17:51:50.917110 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:51:50.918105 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO neutron.service [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 17:51:50.918105 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:51:50.919439 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [-] (103277) wsgi starting up on http://0.0.0.0:9696 Mar 11 17:51:50.921007 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO oslo_service.service [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Starting 1 workers Mar 11 17:51:50.921775 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:51:50.923507 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [-] (103278) wsgi starting up on http://0.0.0.0:9696 Mar 11 17:51:50.927212 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Started child 103279 {{(pid=103134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 17:51:50.927953 dv-cinder-788368-4-iscsi neutron-server[103134]: INFO oslo_service.service [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Starting 1 workers Mar 11 17:51:50.930848 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.service [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] calling RpcWorker wait() {{(pid=103279) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 17:51:50.931735 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.service [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] returning from RpcWorker wait() {{(pid=103279) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 17:51:50.933109 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:51:50.933727 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:50.933977 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Started child 103280 {{(pid=103134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 17:51:50.935521 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d30a-34c3-498a-819a-ea6c105f041f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:51:50.938305 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103134) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 17:51:50.938650 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 17:51:50.938942 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 17:51:50.939290 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 17:51:50.939807 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 17:51:50.940073 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 17:51:50.940849 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.941287 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.941681 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.942077 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.942527 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.942695 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:51:50.943449 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.943876 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.944274 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.944800 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.945176 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.945460 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.945740 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.946147 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.946891 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.947376 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.947791 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.948184 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.948620 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.948926 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.949323 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.949761 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.950155 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.950619 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] debug = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.951030 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.951841 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.952234 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.952632 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.953002 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.953433 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.953823 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.954275 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.954816 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.955115 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.955533 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.955932 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.956316 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.956697 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.957116 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.957500 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.958486 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.958486 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.959209 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] host = dv-cinder-788368-4-iscsi {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.959408 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.959793 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.960225 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.960621 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.961023 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.961406 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.961808 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.962231 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.962641 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.963039 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.964349 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.964349 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.964349 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.964715 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_file = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.965083 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_options = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.965583 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.966019 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.966591 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.967074 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.967201 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.967435 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.967878 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.968149 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.968537 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.968889 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.969245 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.969610 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.969987 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.970578 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.971170 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.971729 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.972317 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.972846 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.973465 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.974064 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.974438 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.974866 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.975256 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.975711 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.976345 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.976946 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.977606 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.978317 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.978956 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.979611 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.980238 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.980870 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.981461 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.982050 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.982873 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.983182 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:50.983446 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.984006 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.984560 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.985180 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.985748 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.986336 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.986967 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.987549 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.988126 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.988695 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.989239 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.989927 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] use_json = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.990519 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.990961 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.991448 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.992048 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.992782 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.993418 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.993846 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.994273 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.996952 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:50.996952 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:50.996952 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:50.996952 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:50.996952 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:50.996952 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:50.996952 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:50.997948 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:50.997948 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:50.997948 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:50.998356 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:50.998660 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:50.999244 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:50.999974 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.000639 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.001281 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.002021 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.002622 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.003268 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.003770 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.004370 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.004941 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.005561 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.006289 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.006972 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.007545 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.007928 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.008295 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.008701 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.009125 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.009673 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.010105 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.010530 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.011009 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.011398 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.011807 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.012217 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.012606 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.012984 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.013371 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.013833 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.014470 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.015102 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.015525 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.015929 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.016298 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.016722 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.017165 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.017563 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.017991 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.018381 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.018834 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.019240 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.019602 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.019994 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.020393 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.020938 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.021330 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.021753 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.022128 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.022598 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.022934 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.023259 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.023607 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.023976 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.024332 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.024700 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.025113 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.025488 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.025910 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.026274 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.026703 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.027079 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.027408 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.027816 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.028188 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.028590 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.028961 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.029325 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.029730 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.030100 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.030496 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.031083 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.031446 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.031798 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.032166 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.032546 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.032916 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.033291 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.033656 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.034016 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.034365 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.034823 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.035341 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.035747 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.036149 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.036533 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.036948 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.037328 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.037768 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.038221 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.038617 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.038968 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.039381 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.039718 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.040111 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.040497 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.040947 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.041360 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.041664 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.041939 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.042261 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.042641 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.043241 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.043477 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.043839 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.044227 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.044652 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.045058 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.045479 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.045895 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.046305 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.046737 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.047118 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.047540 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.047998 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.048399 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.048829 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.049233 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.049639 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.050066 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.050470 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.050897 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.051300 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.051695 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.052096 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.052463 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.052872 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.053250 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.053639 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.054126 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.054528 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.054919 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.055273 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.055718 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.056145 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.056573 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.056952 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.057368 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.057803 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.058203 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.058654 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.058998 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.059360 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.059708 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.059972 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.060329 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.060806 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.061097 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.061462 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.061825 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.062260 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.062667 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.063009 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.063595 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.064142 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.064505 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.064848 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.065110 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.065414 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.065758 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.066127 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.066492 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.066840 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.067154 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.067480 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.067815 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.068236 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.068632 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.069017 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.069453 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.069860 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.070180 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.070536 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.070923 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.071605 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.071940 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.072272 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.072615 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.072980 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.073368 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.073733 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.074107 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.074581 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.074930 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.075308 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.075601 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.075898 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.076188 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.076475 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.076732 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.077020 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.077372 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.077758 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.078079 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.078360 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.078688 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.079043 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.079319 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.079600 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.079887 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.080285 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.080597 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.080886 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.081158 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.081431 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.081703 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.081911 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:51:51.082062 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.082276 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.082573 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.082873 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.083204 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.083581 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.083930 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.084382 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.084763 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.085121 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.086414 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.086414 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.086414 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.087000 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.087000 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.087345 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.087729 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.088065 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.088363 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.088772 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.089115 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.089428 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.089784 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.090096 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.090498 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.090882 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.091220 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.091495 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.091760 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.092020 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.092353 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.092852 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.093105 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.093472 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.093711 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.094071 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.094432 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.094808 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.095076 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.095328 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.095609 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.095912 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.096179 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.096507 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.096840 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.097133 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.097456 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.097739 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.098019 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.098345 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.098731 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.099011 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.099312 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.099611 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.099891 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.100181 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.100493 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.100992 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.101405 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.101779 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.102161 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.102491 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.102845 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.103187 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.103462 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.103864 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.104299 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.104676 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.105064 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.105420 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.105754 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.106085 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.106404 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.106770 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.107110 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.107443 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.107862 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.108237 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.108597 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.108978 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.109325 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.109671 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.110011 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.110335 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.110750 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.111202 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.111352 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 17:51:51.111939 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103134) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 17:51:51.112191 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 17:51:51.112445 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 17:51:51.112699 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 17:51:51.112950 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 17:51:51.113181 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 17:51:51.113462 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.113704 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.113944 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.114181 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.114418 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.114718 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.114958 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.115206 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.115445 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.115714 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.115958 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.116445 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.116885 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.117367 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.117604 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.117921 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.118141 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.118402 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.118739 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.118968 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.119191 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.119465 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.119632 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] debug = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.119896 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.120228 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.120475 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.120714 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.120965 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.122603 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.122603 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.122603 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.122603 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.122603 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.122603 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.122603 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.123457 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.123457 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.123457 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.123457 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.123457 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.124012 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.124012 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] host = dv-cinder-788368-4-iscsi {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.124185 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.124675 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.124675 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.124922 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.125121 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.125387 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.125637 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.126592 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.126592 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.126592 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.126982 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.126982 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.127215 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.127401 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_file = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.127670 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_options = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.127932 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.128195 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.128426 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.128684 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.128942 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.129196 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.129453 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.129712 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.129968 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.130233 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.130471 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.130732 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.131001 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.131212 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.131414 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.131614 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.131873 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.132086 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.132344 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.132609 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.132828 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.133046 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.133312 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.133508 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.133700 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.133896 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.134091 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.134286 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.134479 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.134714 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.134909 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.135098 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.135287 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.135599 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.135783 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.135983 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.136243 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.136461 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.136635 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.136831 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.137027 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.137218 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.137413 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.137621 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.137819 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.138034 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.138272 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] use_json = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.138503 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.138771 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.139036 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.139229 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.139428 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.139622 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.139816 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.140011 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.140203 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 17:51:51.140450 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.140672 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.140936 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.141198 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.141452 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.141718 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.141978 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.142237 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.142499 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.142925 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.143149 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.143415 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.143654 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.143873 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.144131 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.144396 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.144658 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.144855 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.145020 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.145180 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.145340 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.145499 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.145686 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.145946 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.146201 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.146457 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.146666 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.146838 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.147001 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.147177 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.147338 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.147564 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.147729 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.147889 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.148049 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.148209 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.148369 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.148577 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.148833 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.149091 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.149266 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.149426 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.149587 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.149747 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.149891 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.150056 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.150215 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.150374 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.150533 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.150726 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.150887 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.151047 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.151208 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.151369 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.151528 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.151687 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.151844 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.152037 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.152252 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.152412 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.152571 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.152731 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.152889 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.153048 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.153256 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.153506 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.153762 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.154013 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.154295 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.154580 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.154834 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.155003 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.155167 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.155330 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.155490 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.155650 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.155810 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.156053 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.156264 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.156462 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.156678 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.156878 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.157073 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.157267 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.157463 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.157656 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.157852 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.158044 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.158236 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.158429 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.158658 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.158861 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.159040 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.159199 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.159360 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.159519 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.159678 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.159823 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.159984 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.160145 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.160304 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.160462 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.160620 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.160780 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.161022 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.161268 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.161518 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.161711 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.161872 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.162030 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.162198 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.162414 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.162652 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.162781 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.162905 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.163092 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.163259 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.163416 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.163575 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.163830 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.164088 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.164324 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.164490 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.164658 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.164830 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.164992 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.165153 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.165311 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.165470 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.165628 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.165788 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.165948 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.166134 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.166347 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.166626 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.166879 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.167126 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.167364 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.167603 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.167864 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.168103 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.168341 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.168591 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.168830 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.169070 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.169308 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.169545 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.169785 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.170023 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.170272 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.170514 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.170789 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.171030 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.171270 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.171508 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.171748 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.171988 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.172226 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.172479 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.172719 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.172964 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.173200 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.173438 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.173674 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.173911 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.174150 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.174387 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.174656 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.174895 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.175143 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.175383 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.175622 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.175858 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.176096 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.176337 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.176603 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.176866 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.177072 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.177271 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.177467 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.177663 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.177857 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.178053 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.178250 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.178444 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.178664 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.178904 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.179050 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.179234 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.179436 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.179632 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.179829 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.180043 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.180237 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.180510 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.180767 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.181015 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.181253 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.181419 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.181582 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.181741 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.181959 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.182154 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.182347 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.182565 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.182767 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.182963 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.183156 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.183386 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.183580 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.183777 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.183972 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.184166 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.184358 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.184550 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.184742 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.184936 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.185129 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.185322 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.185555 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.185800 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.186000 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.186196 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.186465 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.186748 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.187011 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.187219 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.187415 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.187611 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.187852 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.188053 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.188313 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.188573 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.188835 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.189616 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.189616 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.189616 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.189616 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.190052 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.190052 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.190261 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.190382 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.190493 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.190719 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.190911 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.191103 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.191294 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.191496 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.191690 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.191881 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.192072 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.192263 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.192454 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.192658 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.192828 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.193001 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.193179 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.193382 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.193574 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.193778 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.193972 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.194163 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.194394 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.194615 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.194810 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.195002 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.195222 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.195417 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.195612 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.195806 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.196001 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.196191 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.196704 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.196946 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.197172 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.197371 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.197566 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.197766 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.197965 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.198164 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.198354 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.198588 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.198793 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.198987 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.199179 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.199371 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.199561 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.199752 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.199943 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.200133 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.200323 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.200513 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.200707 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.200917 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.201124 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.201334 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.201543 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.201742 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.201935 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.202129 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.202342 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.202533 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 17:51:51.202752 dv-cinder-788368-4-iscsi neutron-server[103134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 17:51:51.326186 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 49900) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:51:51.334959 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065191 Mar 11 17:52:05.050677 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa3b78-15a4-4b10-9ac3-bbfb4a3302c3 None None] get_active_networks_info from dv-cinder-788368-4-iscsi {{(pid=103279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 17:52:05.191005 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa3b78-15a4-4b10-9ac3-bbfb4a3302c3 None None] No non-hosted networks {{(pid=103279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 17:52:05.215630 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba058-6f74-48ee-8f37-fdf20bba0c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1947759'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:07.864945 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-78b14d01-d547-4d84-9827-675ea6de8bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1947759'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:07.926898 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e5c46c1f-4368-4664-86ce-2658a0f21d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:10.769612 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1947759'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:11.652564 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1947759'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:12.207459 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.db.l3_hamode_db [None req-29a5a0c0-8a85-4da7-8ea3-65a6c8656f3c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 17:52:12.297761 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5a0c0-8a85-4da7-8ea3-65a6c8656f3c None None] Routers set() bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:52:12.298153 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5a0c0-8a85-4da7-8ea3-65a6c8656f3c None None] Router IDs set() for agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 17:52:12.394606 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1947759'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:12.397116 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.397679 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.398016 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.398344 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.398701 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.399027 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.400514 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.400892 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.401683 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.404043 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.405931 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.406322 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.406704 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:12.407206 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788368-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:12.418712 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788368-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:13.680678 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 49990) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:52:14.343427 dv-cinder-788368-4-iscsi neutron-server[103277]: WARNING oslo_policy.policy [None req-ed270ee8-28e4-46c6-a653-9f9c5aeca4a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:52:14.344032 dv-cinder-788368-4-iscsi neutron-server[103277]: WARNING oslo_policy.policy [None req-ed270ee8-28e4-46c6-a653-9f9c5aeca4a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:52:14.572160 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [None req-ed270ee8-28e4-46c6-a653-9f9c5aeca4a4 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 17:52:14.573442 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-ed270ee8-28e4-46c6-a653-9f9c5aeca4a4 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8903408 Mar 11 17:52:17.315523 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 50006) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:52:17.916160 dv-cinder-788368-4-iscsi neutron-server[103278]: WARNING oslo_policy.policy [None req-e5371a38-6d6a-4a6f-abf4-7dee8105a11e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:52:17.916702 dv-cinder-788368-4-iscsi neutron-server[103278]: WARNING oslo_policy.policy [None req-e5371a38-6d6a-4a6f-abf4-7dee8105a11e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:52:18.141341 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-e5371a38-6d6a-4a6f-abf4-7dee8105a11e admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:52:18.239299 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.policy [None req-e5371a38-6d6a-4a6f-abf4-7dee8105a11e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103278) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 17:52:18.284998 dv-cinder-788368-4-iscsi neutron-server[103278]: WARNING oslo_policy.policy [None req-e5371a38-6d6a-4a6f-abf4-7dee8105a11e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:52:18.285441 dv-cinder-788368-4-iscsi neutron-server[103278]: WARNING oslo_policy.policy [None req-e5371a38-6d6a-4a6f-abf4-7dee8105a11e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:52:18.389972 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e5371a38-6d6a-4a6f-abf4-7dee8105a11e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780635048965', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780635048568', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780635075717', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780635069422', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780635087938', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780635078966', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3547216', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3209599', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2001750', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2075240'] for rbac-policy (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:18.466267 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e5371a38-6d6a-4a6f-abf4-7dee8105a11e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:18.468131 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-e5371a38-6d6a-4a6f-abf4-7dee8105a11e admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1515028 Mar 11 17:52:21.107351 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50022) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:52:21.524660 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:52:21.586264 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Made reservation on behalf of fad16d2d75d348248e8535cfd5c67bce for: {'network': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:21.652998 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.policy [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103277) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 17:52:21.699777 dv-cinder-788368-4-iscsi neutron-server[103277]: WARNING oslo_policy.policy [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:52:21.700166 dv-cinder-788368-4-iscsi neutron-server[103277]: WARNING oslo_policy.policy [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 17:52:21.711625 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:21.734985 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:21.871330 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Publish callbacks [] for security_group (bc371a27-0dd5-468a-9f08-b7fea7b9a1c7), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:21.877013 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (bc371a27-0dd5-468a-9f08-b7fea7b9a1c7), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:21.915126 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1207} {{(pid=103277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:52:21.949693 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780634254861', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (2258bd65-9827-4a4c-8802-f5c66cfd2cad), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:21.950478 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Unsubscribe: segment precommit_create {{(pid=103277) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 17:52:21.951064 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.segments_db [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Added segment 2258bd65-9827-4a4c-8802-f5c66cfd2cad of type vlan for network a53f2e07-b84e-4963-843d-b370b8b36dd7 Mar 11 17:52:21.957391 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bc371a27-0dd5-468a-9f08-b7fea7b9a1c7,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:21.992230 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.992660 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.993031 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.993575 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.994013 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.994489 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.994992 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.995433 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.995798 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.996266 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.996742 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.997194 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.997691 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Tracked resource versions report: Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: pushed versions: Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: { 'AddressGroup': {'1.2'}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'ConntrackHelper': {'1.0'}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'LocalIPAssociation': {'1.0'}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Log': {'1.0'}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Network': {'1.1'}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Port': {'1.7'}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'PortForwarding': {'1.2'}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'QosPolicy': {'1.10'}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'SecurityGroup': {'1.5'}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'SecurityGroupRule': {'1.2'}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'SubPort': {'1.0'}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Subnet': {'1.1'}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Trunk': {'1.1'}} Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: consumer versions: Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: { DHCP agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: L3 agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: Metadata agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: Metering agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: Open vSwitch agent@dv-cinder-788368-4-iscsi: { 'AddressGroup': '1.2', Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'ConntrackHelper': '1.0', Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'LocalIPAssociation': '1.0', Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Log': '1.0', Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Network': '1.1', Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Port': '1.7', Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'PortForwarding': '1.2', Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'QosPolicy': '1.10', Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'SecurityGroup': '1.5', Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'SecurityGroupRule': '1.2', Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'SubPort': '1.0', Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Subnet': '1.1', Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Trunk': '1.1'}} Mar 11 17:52:21.999284 dv-cinder-788368-4-iscsi neutron-server[103277]: {{(pid=103277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:52:22.115348 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (a53f2e07-b84e-4963-843d-b370b8b36dd7), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:22.188424 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (a53f2e07-b84e-4963-843d-b370b8b36dd7), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:22.193963 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:22.194862 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:22.288909 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1801260 Mar 11 17:52:22.335346 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406abde-1fea-449b-a386-cf770498d193 demo demo] Pushing event updated for resources: {'Network': ['ID=a53f2e07-b84e-4963-843d-b370b8b36dd7,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:22.352635 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network a53f2e07-b84e-4963-843d-b370b8b36dd7 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:52:25.046938 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 50036) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:52:25.552403 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1b73ed-1249-41da-8cf7-94ff25c35e96 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:25.554119 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ef1b73ed-1249-41da-8cf7-94ff25c35e96 demo admin] 10.222.0.30 "GET /v2.0/networks/a53f2e07-b84e-4963-843d-b370b8b36dd7 HTTP/1.1" status: 200 len: 826 time: 0.5061243 Mar 11 17:52:25.583072 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-7cea8987-cf0f-41d8-9276-4dcc828a5d82 demo admin] 10.222.0.30 "GET /v2.0/subnetpools/0245d073-352b-453a-b300-1f7764221f1e HTTP/1.1" status: 200 len: 734 time: 0.0227342 Mar 11 17:52:25.595931 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Request body: {'subnet': {'subnetpool_id': '0245d073-352b-453a-b300-1f7764221f1e', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7', 'name': 'private-subnet'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:52:25.629860 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Made reservation on behalf of fad16d2d75d348248e8535cfd5c67bce for: {'subnet': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:25.633068 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:25.983044 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (f5f24f82-cae6-4f1a-9570-2cabff71b740), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:26.065828 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Checking segment: {'id': '2258bd65-9827-4a4c-8802-f5c66cfd2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 17:52:26.066615 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Network hostable DHCP agents. Network: a53f2e07-b84e-4963-843d-b370b8b36dd7, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:52:26.077373 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f5f24f82-cae6-4f1a-9570-2cabff71b740,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:26.091483 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.091915 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.092302 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.092683 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.093062 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.093435 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.093825 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.094203 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.094603 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.094997 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.095372 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.095728 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.096090 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Tracked resource versions report: Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: pushed versions: Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: { 'AddressGroup': {'1.2'}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'ConntrackHelper': {'1.0'}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'LocalIPAssociation': {'1.0'}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Log': {'1.0'}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Network': {'1.1'}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Port': {'1.7'}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'PortForwarding': {'1.2'}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'QosPolicy': {'1.10'}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'SecurityGroup': {'1.5'}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'SecurityGroupRule': {'1.2'}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'SubPort': {'1.0'}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Subnet': {'1.1'}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Trunk': {'1.1'}} Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: consumer versions: Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: { DHCP agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: L3 agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: Metadata agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: Metering agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: Open vSwitch agent@dv-cinder-788368-4-iscsi: { 'AddressGroup': '1.2', Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'ConntrackHelper': '1.0', Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'LocalIPAssociation': '1.0', Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Log': '1.0', Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Network': '1.1', Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Port': '1.7', Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'PortForwarding': '1.2', Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'QosPolicy': '1.10', Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'SecurityGroup': '1.5', Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'SecurityGroupRule': '1.2', Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'SubPort': '1.0', Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Subnet': '1.1', Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Trunk': '1.1'}} Mar 11 17:52:26.097550 dv-cinder-788368-4-iscsi neutron-server[103278]: {{(pid=103278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:52:26.132187 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Network a53f2e07-b84e-4963-843d-b370b8b36dd7 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:52:26.148267 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, a53f2e07-b84e-4963-843d-b370b8b36dd7) {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:26.154935 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:26.155911 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:26.162589 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae80d7e-1499-4a40-904b-d2f939be9829 None None] Network a53f2e07-b84e-4963-843d-b370b8b36dd7 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 17:52:26.179861 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-039b7131-aa83-450d-bfb6-c9c985c929c4 demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5875719 Mar 11 17:52:26.671737 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbeccc8b-073c-563d-9a04-0eb08d8f5eb4-a53f2e07-b84e-4963-843d-b370b8b36dd7', 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7', 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'fixed_ips': [{'subnet_id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740'}]}} from dv-cinder-788368-4-iscsi. {{(pid=103279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 17:52:26.673198 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:27.072452 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Allocated IP 172.20.0.2 (a53f2e07-b84e-4963-843d-b370b8b36dd7/f5f24f82-cae6-4f1a-9570-2cabff71b740/30cd935c-bd1d-4120-9c30-4b85729a6300) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:27.485724 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Publish callbacks [] for port (30cd935c-bd1d-4120-9c30-4b85729a6300), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:27.497559 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (30cd935c-bd1d-4120-9c30-4b85729a6300), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:27.596090 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Network a53f2e07-b84e-4963-843d-b370b8b36dd7 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:27.604502 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:27.611845 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Pushing event updated for resources: {'Port': ['ID=30cd935c-bd1d-4120-9c30-4b85729a6300,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:27.614987 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:52:27.626161 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.626707 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.627170 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.627619 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.628054 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.628490 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.628927 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.629397 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.629825 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.630275 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.630752 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.631221 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.631668 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Tracked resource versions report: Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: pushed versions: Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: { 'AddressGroup': {'1.2'}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'ConntrackHelper': {'1.0'}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'LocalIPAssociation': {'1.0'}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Log': {'1.0'}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Network': {'1.1'}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Port': {'1.7'}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'PortForwarding': {'1.2'}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'QosPolicy': {'1.10'}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'SecurityGroup': {'1.5'}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'SecurityGroupRule': {'1.2'}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'SubPort': {'1.0'}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Subnet': {'1.1'}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Trunk': {'1.1'}} Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: consumer versions: Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: { DHCP agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: L3 agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: Metadata agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: Metering agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: Open vSwitch agent@dv-cinder-788368-4-iscsi: { 'AddressGroup': '1.2', Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'ConntrackHelper': '1.0', Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'LocalIPAssociation': '1.0', Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Log': '1.0', Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Network': '1.1', Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Port': '1.7', Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'PortForwarding': '1.2', Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'QosPolicy': '1.10', Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'SecurityGroup': '1.5', Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'SecurityGroupRule': '1.2', Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'SubPort': '1.0', Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Subnet': '1.1', Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Trunk': '1.1'}} Mar 11 17:52:27.633268 dv-cinder-788368-4-iscsi neutron-server[103279]: {{(pid=103279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:52:27.743871 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Attempting to bind port 30cd935c-bd1d-4120-9c30-4b85729a6300 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 17:52:27.744357 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Attempting to bind port 30cd935c-bd1d-4120-9c30-4b85729a6300 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '2258bd65-9827-4a4c-8802-f5c66cfd2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 17:52:27.744994 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Attempting to bind port 30cd935c-bd1d-4120-9c30-4b85729a6300 on network a53f2e07-b84e-4963-843d-b370b8b36dd7 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:52:27.753304 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:52:27.753830 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Checking segment: {'id': '2258bd65-9827-4a4c-8802-f5c66cfd2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 17:52:27.754538 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:27.755148 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Bound using segment: {'id': '2258bd65-9827-4a4c-8802-f5c66cfd2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:52:27.755874 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Bound port: 30cd935c-bd1d-4120-9c30-4b85729a6300, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2258bd65-9827-4a4c-8802-f5c66cfd2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 17:52:27.756477 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (30cd935c-bd1d-4120-9c30-4b85729a6300), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:27.868290 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] For port 30cd935c-bd1d-4120-9c30-4b85729a6300, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:27.873924 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] For port 30cd935c-bd1d-4120-9c30-4b85729a6300, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=30cd935c-bd1d-4120-9c30-4b85729a6300,segment=NetworkSegment(2258bd65-9827-4a4c-8802-f5c66cfd2cad),segment_id=2258bd65-9827-4a4c-8802-f5c66cfd2cad)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:27.884562 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (30cd935c-bd1d-4120-9c30-4b85729a6300), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:27.974238 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d7281-3eba-476c-8408-3eff49d7bc90 None None] Pushing event updated for resources: {'Port': ['ID=30cd935c-bd1d-4120-9c30-4b85729a6300,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:28.012612 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 5 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:52:29.160094 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50048) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:52:29.554913 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [None req-37c2a448-17fa-4ccf-9438-bb9ec426b90e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 17:52:29.556347 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-37c2a448-17fa-4ccf-9438-bb9ec426b90e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3947017 Mar 11 17:52:32.879495 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50056) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:52:33.318989 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [None req-b6bbb07a-e38e-43bf-8d4e-bfb126361be5 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 17:52:33.320459 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-b6bbb07a-e38e-43bf-8d4e-bfb126361be5 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4397583 Mar 11 17:52:34.955670 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6f6c24d2-37b5-41cf-a89a-e307dd6abdbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:36.250395 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 50064) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:52:36.637984 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-9a749927-8d7b-496d-b35f-18559509f4fd demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:52:36.667631 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9a749927-8d7b-496d-b35f-18559509f4fd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1949021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25221'] for router (024eccae-fa5c-4584-922b-a734507f0e1f), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:36.670479 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9a749927-8d7b-496d-b35f-18559509f4fd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1949161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1934603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25340'] for router (024eccae-fa5c-4584-922b-a734507f0e1f), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:36.949447 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9a749927-8d7b-496d-b35f-18559509f4fd demo demo] Publish callbacks [] for router_controller (024eccae-fa5c-4584-922b-a734507f0e1f), precommit_add_association {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:36.956493 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9a749927-8d7b-496d-b35f-18559509f4fd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1949158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1934692'] for router (024eccae-fa5c-4584-922b-a734507f0e1f), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:36.982677 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9a749927-8d7b-496d-b35f-18559509f4fd demo demo] Publish callbacks [] for router (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:36.984239 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-9a749927-8d7b-496d-b35f-18559509f4fd demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7326212 Mar 11 17:52:37.866272 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8d63c5cd-593d-48b4-9f49-91f9279d446d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:39.746399 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50076) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:52:39.990388 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 30cd935c-bd1d-4120-9c30-4b85729a6300 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:52:40.144767 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 30cd935c-bd1d-4120-9c30-4b85729a6300 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:52:40.145196 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (30cd935c-bd1d-4120-9c30-4b85729a6300), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:40.265414 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [None req-a7c15994-9eb4-484f-9265-09428e233ddd admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 17:52:40.267362 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-a7c15994-9eb4-484f-9265-09428e233ddd admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5193329 Mar 11 17:52:40.275107 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 30cd935c-bd1d-4120-9c30-4b85729a6300 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:52:40.275592 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (30cd935c-bd1d-4120-9c30-4b85729a6300), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:40.326058 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port 30cd935c-bd1d-4120-9c30-4b85729a6300, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=30cd935c-bd1d-4120-9c30-4b85729a6300,segment=NetworkSegment(2258bd65-9827-4a4c-8802-f5c66cfd2cad),segment_id=2258bd65-9827-4a4c-8802-f5c66cfd2cad)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:40.332298 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (30cd935c-bd1d-4120-9c30-4b85729a6300), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:40.402915 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=30cd935c-bd1d-4120-9c30-4b85729a6300,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:40.722377 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:41.574019 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:41.883759 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f926b3-f08d-4495-bb7b-d8f636cc7ef3 None None] Network a53f2e07-b84e-4963-843d-b370b8b36dd7 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 17:52:41.984579 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 30cd935c-bd1d-4120-9c30-4b85729a6300 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:52:42.010093 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-490b75e5-0843-4baf-8de3-9dfea843be7a None None] Provisioning complete for port 30cd935c-bd1d-4120-9c30-4b85729a6300 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:52:42.010696 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-490b75e5-0843-4baf-8de3-9dfea843be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (30cd935c-bd1d-4120-9c30-4b85729a6300), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:42.257297 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 30cd935c-bd1d-4120-9c30-4b85729a6300 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:52:42.257860 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (30cd935c-bd1d-4120-9c30-4b85729a6300), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:42.333028 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-490b75e5-0843-4baf-8de3-9dfea843be7a None None] Current status of the port 30cd935c-bd1d-4120-9c30-4b85729a6300 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:52:42.427873 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:42.434525 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 30cd935c-bd1d-4120-9c30-4b85729a6300 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:52:42.561794 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-9a07b84e-93f7-47e6-8acc-7bb2807df609 None None] Provisioning complete for port 30cd935c-bd1d-4120-9c30-4b85729a6300 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:52:42.562187 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9a07b84e-93f7-47e6-8acc-7bb2807df609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (30cd935c-bd1d-4120-9c30-4b85729a6300), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:42.652053 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-9a07b84e-93f7-47e6-8acc-7bb2807df609 None None] Current status of the port 30cd935c-bd1d-4120-9c30-4b85729a6300 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:52:43.543023 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 50096) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:52:43.716604 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:52:43.742303 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Made reservation on behalf of 321a814ee49747e18d281a892b4ed4e9 for: {'network': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:43.745002 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:43.762471 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:43.881972 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Publish callbacks [] for security_group (1a425e4f-6941-42ab-9310-66e8d02dad5e), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:43.887795 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (1a425e4f-6941-42ab-9310-66e8d02dad5e), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:43.906596 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Reserving flat network on physical network physnet1 {{(pid=103278) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 17:52:43.930070 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a425e4f-6941-42ab-9310-66e8d02dad5e,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:43.937153 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780634254861', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (594a356c-630b-42af-a701-8b14ea03984a), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:43.937756 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Unsubscribe: segment precommit_create {{(pid=103278) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 17:52:43.938353 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.segments_db [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Added segment 594a356c-630b-42af-a701-8b14ea03984a of type flat for network cab8bdcb-495c-4275-ab04-6208af39108c Mar 11 17:52:44.000413 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (cab8bdcb-495c-4275-ab04-6208af39108c), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:44.049636 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (cab8bdcb-495c-4275-ab04-6208af39108c), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:44.051175 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:44.052030 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:44.119490 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5752721 Mar 11 17:52:44.175602 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16aaf2-90af-47e5-a3f0-e8188579ce85 admin admin] Pushing event updated for resources: {'Network': ['ID=cab8bdcb-495c-4275-ab04-6208af39108c,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:44.189648 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network cab8bdcb-495c-4275-ab04-6208af39108c details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:52:46.902903 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50114) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:52:47.083559 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8c98ac-057d-403d-b7d8-924d52c00f7f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:47.085910 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-4e8c98ac-057d-403d-b7d8-924d52c00f7f demo admin] 10.222.0.30 "GET /v2.0/subnets/f5f24f82-cae6-4f1a-9570-2cabff71b740 HTTP/1.1" status: 200 len: 849 time: 0.1815777 Mar 11 17:52:47.369843 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-f4df89bb-c13c-4a92-8eda-bf1e939961d2 demo admin] 10.222.0.30 "GET /v2.0/routers/024eccae-fa5c-4584-922b-a734507f0e1f HTTP/1.1" status: 200 len: 704 time: 0.2754664 Mar 11 17:52:47.696540 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:48.052349 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Allocated IP 172.20.0.1 (a53f2e07-b84e-4963-843d-b370b8b36dd7/f5f24f82-cae6-4f1a-9570-2cabff71b740/478607ee-4b24-4d8e-b509-2ad55e69a1d3) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:48.267029 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Publish callbacks [] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:48.345743 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:48.430575 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Network a53f2e07-b84e-4963-843d-b370b8b36dd7 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:48.438990 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:48.449443 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:52:48.450013 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933323'] for router_interface (024eccae-fa5c-4584-922b-a734507f0e1f), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:48.469604 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Pushing event updated for resources: {'Port': ['ID=478607ee-4b24-4d8e-b509-2ad55e69a1d3,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:48.688288 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:48.719992 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-ad2fce29-1bb6-4773-8b8e-4068e7fc3544 None None] Provisioning complete for port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:52:48.720864 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ad2fce29-1bb6-4773-8b8e-4068e7fc3544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:48.777114 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-ad2fce29-1bb6-4773-8b8e-4068e7fc3544 None None] Port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 17:52:48.996357 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Publish callbacks [] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:49.002960 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:49.004148 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933479'] for router_interface (024eccae-fa5c-4584-922b-a734507f0e1f), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:49.071877 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Pushing event updated for resources: {'Port': ['ID=478607ee-4b24-4d8e-b509-2ad55e69a1d3,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:49.148469 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Network a53f2e07-b84e-4963-843d-b370b8b36dd7 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:49.150007 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:49.416249 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Router 024eccae-fa5c-4584-922b-a734507f0e1f is scheduled to L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 with binding_index 1 {{(pid=103277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:52:49.511169 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-1b49cc29-2a40-40f4-8b66-fd3152fdfff0 None None] Provisioning complete for port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:52:49.511775 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1b49cc29-2a40-40f4-8b66-fd3152fdfff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:49.558757 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:52:49.579689 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-5e218f72-498e-408e-8fd5-5ebfe5145e39 demo admin] 10.222.0.30 "PUT /v2.0/routers/024eccae-fa5c-4584-922b-a734507f0e1f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1910272 Mar 11 17:52:49.579893 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Sync routers for ids ['024eccae-fa5c-4584-922b-a734507f0e1f'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:52:49.580607 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-1b49cc29-2a40-40f4-8b66-fd3152fdfff0 None None] Port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 17:52:49.601837 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Routers {'024eccae-fa5c-4584-922b-a734507f0e1f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:52:49.603223 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T17:52:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['024eccae-fa5c-4584-922b-a734507f0e1f'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:49.933083 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Set router 024eccae-fa5c-4584-922b-a734507f0e1f gateway port host: None {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:52:50.490735 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'name': 'router1', 'tenant_id': 'fad16d2d75d348248e8535cfd5c67bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:36Z', 'updated_at': '2022-03-11T17:52:48Z', 'revision_number': 2, 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'gw_port_host': None, '_interfaces': [{'id': '478607ee-4b24-4d8e-b509-2ad55e69a1d3', 'name': '', 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7', 'tenant_id': 'fad16d2d75d348248e8535cfd5c67bce', 'mac_address': 'fa:16:3e:fa:a0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:47Z', 'updated_at': '2022-03-11T17:52:48Z', 'revision_number': 2, 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'subnets': [{'id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0245d073-352b-453a-b300-1f7764221f1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:50.549067 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Checking router: 024eccae-fa5c-4584-922b-a734507f0e1f for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:52:50.549452 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Updating router 024eccae-fa5c-4584-922b-a734507f0e1f port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 binding host dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:52:50.647444 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:51.277450 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Publish callbacks [] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:51.286118 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:51.494675 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Pushing event updated for resources: {'Port': ['ID=478607ee-4b24-4d8e-b509-2ad55e69a1d3,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:51.544435 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.545007 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.545499 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.545980 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.546457 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.547000 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.547477 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.548047 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.548630 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.549179 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.549644 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.550132 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.550642 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Tracked resource versions report: Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: pushed versions: Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: { 'AddressGroup': {'1.2'}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'ConntrackHelper': {'1.0'}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'LocalIPAssociation': {'1.0'}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Log': {'1.0'}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Network': {'1.1'}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Port': {'1.7'}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'PortForwarding': {'1.2'}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'QosPolicy': {'1.10'}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'SecurityGroup': {'1.5'}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'SecurityGroupRule': {'1.2'}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'SubPort': {'1.0'}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Subnet': {'1.1'}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Trunk': {'1.1'}} Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: consumer versions: Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: { DHCP agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: L3 agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: Metadata agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: Metering agent@dv-cinder-788368-4-iscsi: {}, Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: Open vSwitch agent@dv-cinder-788368-4-iscsi: { 'AddressGroup': '1.2', Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'ConntrackHelper': '1.0', Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'LocalIPAssociation': '1.0', Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Log': '1.0', Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Network': '1.1', Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Port': '1.7', Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'PortForwarding': '1.2', Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'QosPolicy': '1.10', Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'SecurityGroup': '1.5', Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'SecurityGroupRule': '1.2', Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'SubPort': '1.0', Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Subnet': '1.1', Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Trunk': '1.1'}} Mar 11 17:52:51.552303 dv-cinder-788368-4-iscsi neutron-server[103280]: {{(pid=103280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:52:51.564961 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Attempting to bind port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 17:52:51.565474 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Attempting to bind port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '2258bd65-9827-4a4c-8802-f5c66cfd2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 17:52:51.566224 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Attempting to bind port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 on network a53f2e07-b84e-4963-843d-b370b8b36dd7 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:52:51.573980 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:52:51.574606 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Checking segment: {'id': '2258bd65-9827-4a4c-8802-f5c66cfd2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 17:52:51.575252 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:51.575732 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Bound using segment: {'id': '2258bd65-9827-4a4c-8802-f5c66cfd2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:52:51.576294 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Bound port: 478607ee-4b24-4d8e-b509-2ad55e69a1d3, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2258bd65-9827-4a4c-8802-f5c66cfd2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 17:52:51.576788 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:51.632615 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-81cdf6db-c353-46e5-8549-eda0198b1378 None None] Provisioning complete for port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:52:51.633450 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-81cdf6db-c353-46e5-8549-eda0198b1378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:51.672556 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] For port 478607ee-4b24-4d8e-b509-2ad55e69a1d3, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:52:51.694179 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-81cdf6db-c353-46e5-8549-eda0198b1378 None None] Port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 17:52:51.698036 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] For port 478607ee-4b24-4d8e-b509-2ad55e69a1d3, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=478607ee-4b24-4d8e-b509-2ad55e69a1d3,segment=NetworkSegment(2258bd65-9827-4a4c-8802-f5c66cfd2cad),segment_id=2258bd65-9827-4a4c-8802-f5c66cfd2cad)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:52:51.713316 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:51.788850 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Routers {'024eccae-fa5c-4584-922b-a734507f0e1f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:52:51.789828 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T17:52:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['024eccae-fa5c-4584-922b-a734507f0e1f'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:51.844335 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff64d6-b659-473a-994d-313e30f0a9f2 None None] Pushing event updated for resources: {'Port': ['ID=478607ee-4b24-4d8e-b509-2ad55e69a1d3,revision_number=4']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:51.942126 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] Set router 024eccae-fa5c-4584-922b-a734507f0e1f gateway port host: None {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:52:52.023114 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-37818858-cec0-40a1-95db-939f56fbf7a0 None None] Provisioning complete for port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:52:52.023700 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-37818858-cec0-40a1-95db-939f56fbf7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:52.137883 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-37818858-cec0-40a1-95db-939f56fbf7a0 None None] Current status of the port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:52:52.138829 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-37818858-cec0-40a1-95db-939f56fbf7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:52.193381 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-37818858-cec0-40a1-95db-939f56fbf7a0 None None] For port 478607ee-4b24-4d8e-b509-2ad55e69a1d3, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=478607ee-4b24-4d8e-b509-2ad55e69a1d3,segment=NetworkSegment(2258bd65-9827-4a4c-8802-f5c66cfd2cad),segment_id=2258bd65-9827-4a4c-8802-f5c66cfd2cad)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:52:52.198984 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-37818858-cec0-40a1-95db-939f56fbf7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:52.271115 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37818858-cec0-40a1-95db-939f56fbf7a0 None None] Pushing event updated for resources: {'Port': ['ID=478607ee-4b24-4d8e-b509-2ad55e69a1d3,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:52.274271 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50124) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:52:52.318984 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'name': 'router1', 'tenant_id': 'fad16d2d75d348248e8535cfd5c67bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:36Z', 'updated_at': '2022-03-11T17:52:48Z', 'revision_number': 2, 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'gw_port_host': None, '_interfaces': [{'id': '478607ee-4b24-4d8e-b509-2ad55e69a1d3', 'name': '', 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7', 'tenant_id': 'fad16d2d75d348248e8535cfd5c67bce', 'mac_address': 'fa:16:3e:fa:a0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:47Z', 'updated_at': '2022-03-11T17:52:51Z', 'revision_number': 4, 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'subnets': [{'id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0245d073-352b-453a-b300-1f7764221f1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:52:52.354214 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a2b5fc-7792-4531-8f22-3e0c82ce9cfb None None] The sync data for ids ['024eccae-fa5c-4584-922b-a734507f0e1f'] in dv-cinder-788368-4-iscsi is: [{'id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'name': 'router1', 'tenant_id': 'fad16d2d75d348248e8535cfd5c67bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:36Z', 'updated_at': '2022-03-11T17:52:48Z', 'revision_number': 2, 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'gw_port_host': None, '_interfaces': [{'id': '478607ee-4b24-4d8e-b509-2ad55e69a1d3', 'name': '', 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7', 'tenant_id': 'fad16d2d75d348248e8535cfd5c67bce', 'mac_address': 'fa:16:3e:fa:a0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:47Z', 'updated_at': '2022-03-11T17:52:51Z', 'revision_number': 4, 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'subnets': [{'id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0245d073-352b-453a-b300-1f7764221f1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:52:52.415721 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50c61e9-58c1-4359-b3b6-7336e40558c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:52.417895 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-e50c61e9-58c1-4359-b3b6-7336e40558c9 admin admin] 10.222.0.30 "GET /v2.0/networks/cab8bdcb-495c-4275-ab04-6208af39108c HTTP/1.1" status: 200 len: 842 time: 0.1424084 Mar 11 17:52:52.431547 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:52:52.468611 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] Made reservation on behalf of 321a814ee49747e18d281a892b4ed4e9 for: {'subnet': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:52:52.471450 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:52.863273 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.objects.ports [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103277) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:52:52.863818 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (16018e71-901e-4696-812b-feac30f1781e), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:52.929441 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16018e71-901e-4696-812b-feac30f1781e,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:52.939912 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] Checking segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 17:52:52.939912 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] Network hostable DHCP agents. Network: cab8bdcb-495c-4275-ab04-6208af39108c, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:52:52.965556 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] Network cab8bdcb-495c-4275-ab04-6208af39108c is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:52:52.978910 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, cab8bdcb-495c-4275-ab04-6208af39108c) {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:52.983781 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:52.984351 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:52.995233 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba11c05e-34b6-43a5-ac7d-c1ac51b830fb None None] Network cab8bdcb-495c-4275-ab04-6208af39108c requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 17:52:53.030597 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-7cfe88a3-7f73-4b7f-bc59-a0eabf0ac723 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5850272 Mar 11 17:52:53.162261 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9550b757-a207-450e-b7b8-c4a8c9543079 None None] Network cab8bdcb-495c-4275-ab04-6208af39108c requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 17:52:55.673637 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50132) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:52:55.896006 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-c90a90da-1394-44c8-ae43-9d97337eab40 demo admin] 10.222.0.30 "GET /v2.0/routers/024eccae-fa5c-4584-922b-a734507f0e1f HTTP/1.1" status: 200 len: 710 time: 0.2202880 Mar 11 17:52:56.048181 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78b01f-ae4d-4fee-b9ae-75d716fd899c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:56.049498 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-be78b01f-ae4d-4fee-b9ae-75d716fd899c demo admin] 10.222.0.30 "GET /v2.0/networks/cab8bdcb-495c-4275-ab04-6208af39108c HTTP/1.1" status: 200 len: 886 time: 0.1475692 Mar 11 17:52:56.062988 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:52:56.501596 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Publish callbacks [] for router_gateway (024eccae-fa5c-4584-922b-a734507f0e1f), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:56.925039 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Publish callbacks [] for router_gateway (024eccae-fa5c-4584-922b-a734507f0e1f), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:57.068684 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:57.257562 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Allocated IP 172.27.0.208 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/d5fc93ec-0933-4af9-ae88-acfa2de40e80) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:52:57.435183 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Publish callbacks [] for port (d5fc93ec-0933-4af9-ae88-acfa2de40e80), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:57.490376 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (d5fc93ec-0933-4af9-ae88-acfa2de40e80), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:57.561643 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:52:57.571112 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:52:57.577976 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:52:57.637694 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Pushing event updated for resources: {'Port': ['ID=d5fc93ec-0933-4af9-ae88-acfa2de40e80,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:52:57.938784 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Publish callbacks [] for router_gateway (024eccae-fa5c-4584-922b-a734507f0e1f), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:58.216564 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1934713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1949151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25326'] for router (024eccae-fa5c-4584-922b-a734507f0e1f), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:58.221044 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1934692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1934710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1934703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1949140'] for router (024eccae-fa5c-4584-922b-a734507f0e1f), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:58.350150 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Router 024eccae-fa5c-4584-922b-a734507f0e1f has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:52:58.578916 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:52:58.584476 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:52:58.587379 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-a56f17f1-78f7-4263-beaf-9bfcb71adba9 demo admin] 10.222.0.30 "PUT /v2.0/routers/024eccae-fa5c-4584-922b-a734507f0e1f HTTP/1.1" status: 200 len: 890 time: 2.5277107 Mar 11 17:53:00.005200 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 478607ee-4b24-4d8e-b509-2ad55e69a1d3 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:53:00.079983 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:53:00.080595 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:00.228031 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:53:01.484732 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50144) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:53:01.629798 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-bc3303d5-dfdd-4dda-b92e-ca374336712d admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1437082 Mar 11 17:53:01.954332 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Sync routers for ids ['024eccae-fa5c-4584-922b-a734507f0e1f'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:53:01.969673 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Routers {'024eccae-fa5c-4584-922b-a734507f0e1f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:53:01.970264 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T17:52:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['024eccae-fa5c-4584-922b-a734507f0e1f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:02.227791 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Set router 024eccae-fa5c-4584-922b-a734507f0e1f gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:53:02.879937 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'name': 'router1', 'tenant_id': 'fad16d2d75d348248e8535cfd5c67bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'd5fc93ec-0933-4af9-ae88-acfa2de40e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:36Z', 'updated_at': '2022-03-11T17:52:57Z', 'revision_number': 4, 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'gw_port': {'id': 'd5fc93ec-0933-4af9-ae88-acfa2de40e80', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ba:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:57Z', 'updated_at': '2022-03-11T17:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '478607ee-4b24-4d8e-b509-2ad55e69a1d3', 'name': '', 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7', 'tenant_id': 'fad16d2d75d348248e8535cfd5c67bce', 'mac_address': 'fa:16:3e:fa:a0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:47Z', 'updated_at': '2022-03-11T17:52:52Z', 'revision_number': 5, 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'subnets': [{'id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0245d073-352b-453a-b300-1f7764221f1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:02.973171 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Checking router: 024eccae-fa5c-4584-922b-a734507f0e1f for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:53:02.973874 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Updating router 024eccae-fa5c-4584-922b-a734507f0e1f port d5fc93ec-0933-4af9-ae88-acfa2de40e80 binding host dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:53:03.061174 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d5fc93ec-0933-4af9-ae88-acfa2de40e80), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:03.523296 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Publish callbacks [] for port (d5fc93ec-0933-4af9-ae88-acfa2de40e80), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:03.530151 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (d5fc93ec-0933-4af9-ae88-acfa2de40e80), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:03.583566 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Attempting to bind port d5fc93ec-0933-4af9-ae88-acfa2de40e80 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 17:53:03.583997 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Attempting to bind port d5fc93ec-0933-4af9-ae88-acfa2de40e80 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 17:53:03.584405 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Attempting to bind port d5fc93ec-0933-4af9-ae88-acfa2de40e80 on network cab8bdcb-495c-4275-ab04-6208af39108c {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:53:03.594194 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb603e-803a-417e-9b13-294a64bed558 None None] Pushing event updated for resources: {'Port': ['ID=d5fc93ec-0933-4af9-ae88-acfa2de40e80,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:03.598356 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:53:03.598770 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Checking segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 17:53:03.599258 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:03.599660 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Bound using segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:53:03.600151 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Bound port: d5fc93ec-0933-4af9-ae88-acfa2de40e80, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 17:53:03.600592 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d5fc93ec-0933-4af9-ae88-acfa2de40e80), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:03.655987 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] For port d5fc93ec-0933-4af9-ae88-acfa2de40e80, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:53:03.660036 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] For port d5fc93ec-0933-4af9-ae88-acfa2de40e80, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=d5fc93ec-0933-4af9-ae88-acfa2de40e80,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:53:03.667006 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (d5fc93ec-0933-4af9-ae88-acfa2de40e80), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:03.727033 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Routers {'024eccae-fa5c-4584-922b-a734507f0e1f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:53:03.727683 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T17:52:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['024eccae-fa5c-4584-922b-a734507f0e1f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:03.733370 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb603e-803a-417e-9b13-294a64bed558 None None] Pushing event updated for resources: {'Port': ['ID=d5fc93ec-0933-4af9-ae88-acfa2de40e80,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:03.885229 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] Set router 024eccae-fa5c-4584-922b-a734507f0e1f gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:53:04.185262 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'name': 'router1', 'tenant_id': 'fad16d2d75d348248e8535cfd5c67bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'd5fc93ec-0933-4af9-ae88-acfa2de40e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:36Z', 'updated_at': '2022-03-11T17:52:57Z', 'revision_number': 4, 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'gw_port': {'id': 'd5fc93ec-0933-4af9-ae88-acfa2de40e80', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ba:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:57Z', 'updated_at': '2022-03-11T17:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '478607ee-4b24-4d8e-b509-2ad55e69a1d3', 'name': '', 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7', 'tenant_id': 'fad16d2d75d348248e8535cfd5c67bce', 'mac_address': 'fa:16:3e:fa:a0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:47Z', 'updated_at': '2022-03-11T17:52:52Z', 'revision_number': 5, 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'subnets': [{'id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0245d073-352b-453a-b300-1f7764221f1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:04.215222 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39053331-f8bb-4baa-aba5-a847b5a9fec0 None None] The sync data for ids ['024eccae-fa5c-4584-922b-a734507f0e1f'] in dv-cinder-788368-4-iscsi is: [{'id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'name': 'router1', 'tenant_id': 'fad16d2d75d348248e8535cfd5c67bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'd5fc93ec-0933-4af9-ae88-acfa2de40e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:52:36Z', 'updated_at': '2022-03-11T17:52:57Z', 'revision_number': 4, 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'gw_port': {'id': 'd5fc93ec-0933-4af9-ae88-acfa2de40e80', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ba:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:57Z', 'updated_at': '2022-03-11T17:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '478607ee-4b24-4d8e-b509-2ad55e69a1d3', 'name': '', 'network_id': 'a53f2e07-b84e-4963-843d-b370b8b36dd7', 'tenant_id': 'fad16d2d75d348248e8535cfd5c67bce', 'mac_address': 'fa:16:3e:fa:a0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eccae-fa5c-4584-922b-a734507f0e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:52:47Z', 'updated_at': '2022-03-11T17:52:52Z', 'revision_number': 5, 'project_id': 'fad16d2d75d348248e8535cfd5c67bce', 'subnets': [{'id': 'f5f24f82-cae6-4f1a-9570-2cabff71b740', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0245d073-352b-453a-b300-1f7764221f1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:53:04.972160 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b4c1b3a1-add9-4e1a-8c4c-e874a144ada1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:05.025633 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 5 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:53:06.031466 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device d5fc93ec-0933-4af9-ae88-acfa2de40e80 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:53:06.111083 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port d5fc93ec-0933-4af9-ae88-acfa2de40e80 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:53:06.111851 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (d5fc93ec-0933-4af9-ae88-acfa2de40e80), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:06.292947 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port d5fc93ec-0933-4af9-ae88-acfa2de40e80 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:53:06.293902 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d5fc93ec-0933-4af9-ae88-acfa2de40e80), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:06.338431 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port d5fc93ec-0933-4af9-ae88-acfa2de40e80, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=d5fc93ec-0933-4af9-ae88-acfa2de40e80,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:06.349241 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (d5fc93ec-0933-4af9-ae88-acfa2de40e80), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:06.436660 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=d5fc93ec-0933-4af9-ae88-acfa2de40e80,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:07.916237 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-10d4fbf3-33b0-473d-8252-f6f121a32b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:08.081727 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device d5fc93ec-0933-4af9-ae88-acfa2de40e80 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:53:08.252223 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port d5fc93ec-0933-4af9-ae88-acfa2de40e80 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:53:08.252492 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (d5fc93ec-0933-4af9-ae88-acfa2de40e80), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:08.517941 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port d5fc93ec-0933-4af9-ae88-acfa2de40e80 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:53:10.716691 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:11.602132 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:12.433295 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:34.956339 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7596a003-05b0-45da-8c98-cb043c24a2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:37.866898 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e65a8b70-88e7-4a52-9503-1419a368a779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:40.736553 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:41.593255 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:53:42.007427 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 5 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:53:42.433851 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:04.964818 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6bfa64d2-bb69-4a5e-b14b-33e9fe167b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:07.871066 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2cf79c3e-a2f3-48b5-99a5-7e7f1e6f4516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:10.708399 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:11.596522 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:12.403379 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:19.007764 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 5 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:54:34.942864 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-81f9dde9-2ec4-4106-a481-0b8a996301f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:37.840543 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50628) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:54:37.868828 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-62c67a46-8b37-49e1-bf2f-39767e835dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:37.920500 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c74c9fd-4e8f-4572-8ff9-711cc5a04147 admin admin] GET failed (client error): The resource could not be found. Mar 11 17:54:37.921965 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-2c74c9fd-4e8f-4572-8ff9-711cc5a04147 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0804346 Mar 11 17:54:38.106143 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043cb35-5c09-4a8d-9e15-c8e989b6f2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:38.107698 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-8043cb35-5c09-4a8d-9e15-c8e989b6f2b5 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1807034 Mar 11 17:54:40.711269 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:41.589577 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:42.212696 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 50638) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:54:42.324860 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ed38f-52c6-447d-ab38-0df2bce70e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:42.326398 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ec4ed38f-52c6-447d-ab38-0df2bce70e99 admin admin] 10.222.0.30 "GET /v2.0/subnets/f5f24f82-cae6-4f1a-9570-2cabff71b740 HTTP/1.1" status: 200 len: 849 time: 0.1126499 Mar 11 17:54:42.337041 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:54:42.398670 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:42.469451 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Publish callbacks [] for subnet (f5f24f82-cae6-4f1a-9570-2cabff71b740), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:42.650530 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780634068574'] for subnet (f5f24f82-cae6-4f1a-9570-2cabff71b740), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:42.687715 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:42.688309 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:42.690300 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] 10.222.0.30 "PUT /v2.0/subnets/f5f24f82-cae6-4f1a-9570-2cabff71b740 HTTP/1.1" status: 200 len: 868 time: 0.3568039 Mar 11 17:54:42.711418 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6155f547-990e-452c-8402-cecfa07fbfc1 None None] Network a53f2e07-b84e-4963-843d-b370b8b36dd7 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 17:54:42.713127 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f24f82-cae6-4f1a-9570-2cabff71b740,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:42.721095 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:42.721450 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:42.721732 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:42.722066 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:42.722393 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:42.722760 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:42.723220 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:42.723570 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:42.723919 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:42.724254 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:42.724575 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:42.724926 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:42.725245 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6357c-87bb-4567-b727-6e24cbb28eaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:43.147680 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-f2d9ea67-1875-4609-8e44-069e3c6f7ae6 None None] Provisioning complete for port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:54:43.148166 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f2d9ea67-1875-4609-8e44-069e3c6f7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (478607ee-4b24-4d8e-b509-2ad55e69a1d3), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:43.248763 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9ea67-1875-4609-8e44-069e3c6f7ae6 None None] Current status of the port 478607ee-4b24-4d8e-b509-2ad55e69a1d3 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:54:43.264750 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-f2d9ea67-1875-4609-8e44-069e3c6f7ae6 None None] Provisioning complete for port 30cd935c-bd1d-4120-9c30-4b85729a6300 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:54:43.265281 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f2d9ea67-1875-4609-8e44-069e3c6f7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (30cd935c-bd1d-4120-9c30-4b85729a6300), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:54:43.356236 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9ea67-1875-4609-8e44-069e3c6f7ae6 None None] Current status of the port 30cd935c-bd1d-4120-9c30-4b85729a6300 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:54:45.215099 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50648) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:54:45.465069 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c826fa0-f60d-47b5-a434-aef0d72a7cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:45.465446 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c826fa0-f60d-47b5-a434-aef0d72a7cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:45.467122 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-2c826fa0-f60d-47b5-a434-aef0d72a7cd9 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2510340 Mar 11 17:54:47.958096 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50656) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:54:48.147520 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7181b0-edda-453a-bd58-a56fcb7001ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:48.147990 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7181b0-edda-453a-bd58-a56fcb7001ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:48.149676 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-1e7181b0-edda-453a-bd58-a56fcb7001ea admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1902354 Mar 11 17:54:50.715858 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50664) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:54:50.903716 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59f2c64-1ce4-4b23-b049-dff8a9660ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:50.906068 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-e59f2c64-1ce4-4b23-b049-dff8a9660ea8 admin admin] 10.222.0.30 "GET /v2.0/networks/a53f2e07-b84e-4963-843d-b370b8b36dd7 HTTP/1.1" status: 200 len: 870 time: 0.1884265 Mar 11 17:54:53.560003 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50672) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:54:53.769006 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc77a5-6a51-4de7-b4b1-e5ae251ff1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:53.770485 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-78fc77a5-6a51-4de7-b4b1-e5ae251ff1ba admin admin] 10.222.0.30 "GET /v2.0/networks/cab8bdcb-495c-4275-ab04-6208af39108c HTTP/1.1" status: 200 len: 886 time: 0.2094495 Mar 11 17:54:56.016160 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 5 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:54:56.521932 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50680) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:54:56.705111 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad095640-22f1-4949-a0d3-c4d61363c65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:56.705544 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad095640-22f1-4949-a0d3-c4d61363c65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:56.707364 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-ad095640-22f1-4949-a0d3-c4d61363c65f admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1839919 Mar 11 17:54:59.286719 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50688) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:54:59.401555 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84e6585-bc38-412f-8898-017dcbac4447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:59.402043 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84e6585-bc38-412f-8898-017dcbac4447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:59.403778 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-e84e6585-bc38-412f-8898-017dcbac4447 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1159942 Mar 11 17:55:02.254070 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 50696) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:55:02.349302 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1825c9d-d702-40e7-bdb8-29dada85021b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:02.350730 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-a1825c9d-d702-40e7-bdb8-29dada85021b admin admin] 10.222.0.30 "GET /v2.0/subnets/16018e71-901e-4696-812b-feac30f1781e HTTP/1.1" status: 200 len: 816 time: 0.0955856 Mar 11 17:55:04.793269 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 50704) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:55:04.901789 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c8ec1d-77d0-4d56-8d1c-22754dc122df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:04.903305 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-44c8ec1d-77d0-4d56-8d1c-22754dc122df admin admin] 10.222.0.30 "GET /v2.0/subnets/f5f24f82-cae6-4f1a-9570-2cabff71b740 HTTP/1.1" status: 200 len: 868 time: 0.1090660 Mar 11 17:55:04.941126 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d073bde1-0496-4fc9-acfe-c118a84715ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:07.869791 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3d8d2f79-e591-4419-981a-5af72b9df044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:10.716659 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:11.597780 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:12.406122 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:33.009759 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 5 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:55:34.946211 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c272bff5-ad4a-4bd4-9591-e1e5683d6354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:36.270510 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 50758) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:55:36.349365 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [None req-859c38f8-4b4a-40db-b07f-5a18f043c5a7 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 17:55:36.350720 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-859c38f8-4b4a-40db-b07f-5a18f043c5a7 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0791726 Mar 11 17:55:37.868905 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9a0b1911-3afe-4434-8a82-1a52282d3564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:39.396103 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50766) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:55:39.465221 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d665062-e70c-44c2-b92f-cd0b0565b70d admin admin] GET failed (client error): The resource could not be found. Mar 11 17:55:39.466931 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-5d665062-e70c-44c2-b92f-cd0b0565b70d admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0695202 Mar 11 17:55:39.566832 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4c466-be32-4848-9cc5-f6378e41edd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:39.568489 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-92c4c466-be32-4848-9cc5-f6378e41edd0 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0971873 Mar 11 17:55:40.718152 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:41.598993 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:42.046478 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 50774) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:55:42.108004 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:55:42.141072 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] Made reservation on behalf of 321a814ee49747e18d281a892b4ed4e9 for: {'network': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:42.143812 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:42.181991 dv-cinder-788368-4-iscsi neutron-server[103278]: WARNING neutron.services.revisions.revision_plugin [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] Could not find related network for resource to bump revision. Mar 11 17:55:42.199070 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=103278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:55:42.209372 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (49d4cede-47a8-457a-a3bb-7da1954a7b66), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:42.209663 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.segments_db [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] Added segment 49d4cede-47a8-457a-a3bb-7da1954a7b66 of type vlan for network 95cdca2d-340b-4e06-b394-81b4d2879817 Mar 11 17:55:42.259096 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (95cdca2d-340b-4e06-b394-81b4d2879817), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:42.296394 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (95cdca2d-340b-4e06-b394-81b4d2879817), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:42.297427 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:42.298047 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:42.334492 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2864759 Mar 11 17:55:42.370331 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa18b01-d313-4930-9449-767c4e7c5d52 admin admin] Pushing event updated for resources: {'Network': ['ID=95cdca2d-340b-4e06-b394-81b4d2879817,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:42.396401 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:42.405412 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network 95cdca2d-340b-4e06-b394-81b4d2879817 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:55:44.827172 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50784) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:55:44.921255 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49e1898-2c5b-4595-9652-b92a393f1076 admin admin] GET failed (client error): The resource could not be found. Mar 11 17:55:44.923108 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-b49e1898-2c5b-4595-9652-b92a393f1076 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0946620 Mar 11 17:55:45.004978 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a6f31-61a4-41c5-ac43-bbdbfb26857c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:45.006699 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-b49a6f31-61a4-41c5-ac43-bbdbfb26857c admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0789368 Mar 11 17:55:45.017791 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Request body: {'subnet': {'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:55:45.040616 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Made reservation on behalf of 321a814ee49747e18d281a892b4ed4e9 for: {'subnet': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:45.043244 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:45.223697 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (2cc542a5-08a2-4aca-a6c6-cc00416c0233), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:45.282122 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc542a5-08a2-4aca-a6c6-cc00416c0233,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:45.296318 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.296747 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.297114 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.297440 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.297761 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.298055 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.298422 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.299081 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.299465 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.299900 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.300259 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.300593 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.301040 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:45.310646 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Checking segment: {'id': '49d4cede-47a8-457a-a3bb-7da1954a7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 17:55:45.311205 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Network hostable DHCP agents. Network: 95cdca2d-340b-4e06-b394-81b4d2879817, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:55:45.332016 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Network 95cdca2d-340b-4e06-b394-81b4d2879817 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:55:45.343351 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, 95cdca2d-340b-4e06-b394-81b4d2879817) {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:45.349090 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:45.349829 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:45.355888 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0ac1b-ca97-4455-8787-2b26df40ed7c None None] Network 95cdca2d-340b-4e06-b394-81b4d2879817 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 17:55:45.372625 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-3cd31757-3db1-477f-b32d-48be21bd4129 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3590317 Mar 11 17:55:45.515895 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbeccc8b-073c-563d-9a04-0eb08d8f5eb4-95cdca2d-340b-4e06-b394-81b4d2879817', 'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817', 'project_id': '321a814ee49747e18d281a892b4ed4e9', 'fixed_ips': [{'subnet_id': '2cc542a5-08a2-4aca-a6c6-cc00416c0233'}]}} from dv-cinder-788368-4-iscsi. {{(pid=103279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 17:55:45.517380 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:45.696557 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Allocated IP 192.168.233.2 (95cdca2d-340b-4e06-b394-81b4d2879817/2cc542a5-08a2-4aca-a6c6-cc00416c0233/a5f9daaa-7d89-403f-afa2-2990fa55a78d) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:45.900457 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Publish callbacks [] for port (a5f9daaa-7d89-403f-afa2-2990fa55a78d), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:45.908127 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (a5f9daaa-7d89-403f-afa2-2990fa55a78d), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:45.953884 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Network 95cdca2d-340b-4e06-b394-81b4d2879817 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:45.957789 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:45.964533 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:55:45.976565 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Pushing event updated for resources: {'Port': ['ID=a5f9daaa-7d89-403f-afa2-2990fa55a78d,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:46.001837 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.002376 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.002589 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.002949 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.003300 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.003619 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.004115 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.004308 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.004627 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.004962 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.005285 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.005598 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.005911 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:46.047876 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Attempting to bind port a5f9daaa-7d89-403f-afa2-2990fa55a78d on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 17:55:46.048473 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Attempting to bind port a5f9daaa-7d89-403f-afa2-2990fa55a78d by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '49d4cede-47a8-457a-a3bb-7da1954a7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 17:55:46.049449 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Attempting to bind port a5f9daaa-7d89-403f-afa2-2990fa55a78d on network 95cdca2d-340b-4e06-b394-81b4d2879817 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:55:46.058343 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:55:46.058982 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Checking segment: {'id': '49d4cede-47a8-457a-a3bb-7da1954a7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 17:55:46.059629 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:46.060280 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Bound using segment: {'id': '49d4cede-47a8-457a-a3bb-7da1954a7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:55:46.061069 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Bound port: a5f9daaa-7d89-403f-afa2-2990fa55a78d, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d4cede-47a8-457a-a3bb-7da1954a7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 17:55:46.061708 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (a5f9daaa-7d89-403f-afa2-2990fa55a78d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:46.145879 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] For port a5f9daaa-7d89-403f-afa2-2990fa55a78d, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:46.151174 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] For port a5f9daaa-7d89-403f-afa2-2990fa55a78d, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=a5f9daaa-7d89-403f-afa2-2990fa55a78d,segment=NetworkSegment(49d4cede-47a8-457a-a3bb-7da1954a7b66),segment_id=49d4cede-47a8-457a-a3bb-7da1954a7b66)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:46.161330 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (a5f9daaa-7d89-403f-afa2-2990fa55a78d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:46.236726 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbf1ed-694c-406f-983b-9ccb1d7a5ea7 None None] Pushing event updated for resources: {'Port': ['ID=a5f9daaa-7d89-403f-afa2-2990fa55a78d,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:47.362357 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38249d2c-9dad-4b04-bd34-2f0d65e89ed8 None None] Network 95cdca2d-340b-4e06-b394-81b4d2879817 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 17:55:47.526605 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-c5c94b1a-3cf3-4184-a29b-32a2cabf5ab8 None None] Provisioning complete for port a5f9daaa-7d89-403f-afa2-2990fa55a78d triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:55:47.527221 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c5c94b1a-3cf3-4184-a29b-32a2cabf5ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (a5f9daaa-7d89-403f-afa2-2990fa55a78d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:47.675457 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-c5c94b1a-3cf3-4184-a29b-32a2cabf5ab8 None None] Current status of the port a5f9daaa-7d89-403f-afa2-2990fa55a78d is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:55:47.676060 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c5c94b1a-3cf3-4184-a29b-32a2cabf5ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (a5f9daaa-7d89-403f-afa2-2990fa55a78d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:47.741262 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-c5c94b1a-3cf3-4184-a29b-32a2cabf5ab8 None None] For port a5f9daaa-7d89-403f-afa2-2990fa55a78d, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=a5f9daaa-7d89-403f-afa2-2990fa55a78d,segment=NetworkSegment(49d4cede-47a8-457a-a3bb-7da1954a7b66),segment_id=49d4cede-47a8-457a-a3bb-7da1954a7b66)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:47.750585 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c5c94b1a-3cf3-4184-a29b-32a2cabf5ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (a5f9daaa-7d89-403f-afa2-2990fa55a78d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:47.838615 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c94b1a-3cf3-4184-a29b-32a2cabf5ab8 None None] Pushing event updated for resources: {'Port': ['ID=a5f9daaa-7d89-403f-afa2-2990fa55a78d,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:47.881954 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-ef49109a-b348-4477-9c92-d324b91e45dc None None] Provisioning complete for port a5f9daaa-7d89-403f-afa2-2990fa55a78d triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:55:47.882688 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef49109a-b348-4477-9c92-d324b91e45dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (a5f9daaa-7d89-403f-afa2-2990fa55a78d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:48.016245 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-ef49109a-b348-4477-9c92-d324b91e45dc None None] Current status of the port a5f9daaa-7d89-403f-afa2-2990fa55a78d is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:55:48.124527 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device a5f9daaa-7d89-403f-afa2-2990fa55a78d up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:55:48.187501 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port a5f9daaa-7d89-403f-afa2-2990fa55a78d triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 17:55:48.188111 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (a5f9daaa-7d89-403f-afa2-2990fa55a78d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:55:48.324492 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port a5f9daaa-7d89-403f-afa2-2990fa55a78d is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 17:56:04.943281 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9669035e-ecfc-42f4-80db-2f55e1abe0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:56:07.873700 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bdbe868f-fa08-4364-89a6-0d647ea74e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:56:10.014487 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 5 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:56:10.724008 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:56:11.621554 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:56:12.411567 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:56:34.946590 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-22ce5799-a5a6-49af-bfe8-efdb1218f308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:56:37.872016 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-197b2ffa-3e7b-49ee-aef0-75db8c821176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:56:40.732747 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:56:41.611691 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:56:42.407782 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:56:47.016088 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 5 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:57:04.944809 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-43422f23-44c0-4ef0-bb51-885f4cf38078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:07.870938 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5968b2f4-37d0-4c40-9254-00eb69d31c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:10.737337 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:11.609883 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:12.395346 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:12.933778 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50822) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:57:12.940821 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [None req-2c387276-6770-4a1a-87e5-9e3b03c19aa8 tempest-verify_tempest_config-595053125 tempest-verify_tempest_config-595053125-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 17:57:12.941998 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-2c387276-6770-4a1a-87e5-9e3b03c19aa8 tempest-verify_tempest_config-595053125 tempest-verify_tempest_config-595053125-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067408 Mar 11 17:57:13.380051 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 50840) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:57:13.532282 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:13.665858 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Publish callbacks [] for security_group (fb753777-aaa5-44f5-b8ce-7a497cecc57f), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:13.671579 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (fb753777-aaa5-44f5-b8ce-7a497cecc57f), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:13.740205 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99a0e55bcb914a02b92306c2611f8fd0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3583212 Mar 11 17:57:13.741524 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb753777-aaa5-44f5-b8ce-7a497cecc57f,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:13.743372 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 50846) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:57:13.754432 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.755072 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.755652 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.756245 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.756782 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.757362 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.757952 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.758511 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.759126 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.759647 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.760204 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.760753 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.761317 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1e71-129f-42b2-be94-da91dd15186b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:13.821130 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Publish callbacks [] for security_group (fb753777-aaa5-44f5-b8ce-7a497cecc57f), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:13.849949 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Publish callbacks [] for security_group (fb753777-aaa5-44f5-b8ce-7a497cecc57f), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:13.974438 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (fb753777-aaa5-44f5-b8ce-7a497cecc57f), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:13.978770 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:13.982798 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb753777-aaa5-44f5-b8ce-7a497cecc57f HTTP/1.1" status: 204 len: 168 time: 0.2356918 Mar 11 17:57:13.998991 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb753777-aaa5-44f5-b8ce-7a497cecc57f,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:14.008630 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:14.009020 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:14.009525 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:14.009858 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:14.010186 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:14.010661 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:14.011093 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:14.011584 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:14.011760 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:14.012167 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:14.012871 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:14.013082 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:14.013417 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87990a-db86-4353-b912-07982e726731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:24.024639 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 5 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:57:34.940987 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41f824fa-dcb9-4c0e-b78b-ab77a5c82443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:37.868126 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-70f9c421-72ed-4f21-aa70-ac94bb9e7e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:40.727390 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:41.611576 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:57:42.400982 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:58:01.025731 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 5 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:58:04.955648 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f06b720e-f2d4-4054-b97a-e167ae9cbc60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:58:07.865117 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-44ddbad6-500b-4385-abdd-3bfcc63f1dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:58:10.738474 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:58:11.613136 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:58:12.399209 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:58:34.952585 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7c9cde9d-a69c-4d13-98d8-fa690d3dad31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:58:37.861454 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2600c528-e8da-43a2-be22-ebeb23daedf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:58:38.026310 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 5 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:58:40.734333 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:58:41.617490 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:58:42.396446 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:58:57.940469 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1947759'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:59:04.954414 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-800c74f9-de59-4067-96e2-e713bb3d8d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:59:07.858989 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a233cfa3-ffb0-4a72-aa17-d1d7443ce333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:59:10.735673 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:59:11.620023 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:59:12.191932 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 50916) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:59:12.315090 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-125e92f1-74df-41cf-9128-83f77c7c482e admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1216338 Mar 11 17:59:12.395229 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:59:14.761400 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 50926) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 17:59:14.840919 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-9e5f15f6-d178-42e9-895d-8a9335749f04 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0782278 Mar 11 17:59:15.026762 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:59:27.905721 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:59:34.952317 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1a1c-e377-436d-b9b1-dea679518c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:59:37.863946 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4337ccab-29c5-4988-a9d8-120ee53860ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:59:40.730089 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:59:41.624193 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:59:42.405874 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 17:59:52.027018 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:59:57.918834 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:04.963126 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a0d7180b-641e-422f-850b-52d96d1d140f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:07.859981 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1d48df3c-1082-4716-b7ba-16631ab71ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:10.750469 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:11.643819 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:12.413120 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:27.921999 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:29.027693 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:00:34.951275 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a7b453b5-c23c-45c5-8fcf-95fc225b9f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:37.857372 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-df2276cd-4b72-4180-b837-e4f7d0b6eaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:40.740530 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:41.632063 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:42.398764 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:57.945444 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:59.210446 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51082) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:00:59.652251 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-network', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:59.683883 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Made reservation on behalf of f8aa7bc2fe374cd38f56514efc24a417 for: {'network': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:00:59.688535 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:59.709603 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:59.788897 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51106) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:00:59.844219 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Publish callbacks [] for security_group (73c65eaa-55f4-4aa5-a397-368944ac87f8), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:59.851215 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (73c65eaa-55f4-4aa5-a397-368944ac87f8), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:59.888764 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=103278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:00:59.902855 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c65eaa-55f4-4aa5-a397-368944ac87f8,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:59.918692 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (939fe9bb-6d1f-48b5-8e29-6c6b0a841b22), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:59.919300 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.segments_db [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Added segment 939fe9bb-6d1f-48b5-8e29-6c6b0a841b22 of type vlan for network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa Mar 11 18:00:59.922920 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.923526 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.924044 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.924476 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.925374 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.925697 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.926221 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.926813 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.927391 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.927890 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.928413 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.929077 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.930808 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Tracked resource versions report: Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: pushed versions: Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: { 'AddressGroup': {'1.2'}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'ConntrackHelper': {'1.0'}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'LocalIPAssociation': {'1.0'}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Log': {'1.0'}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Network': {'1.1'}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Port': {'1.7'}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'PortForwarding': {'1.2'}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'QosPolicy': {'1.10'}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'SecurityGroup': {'1.5'}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'SecurityGroupRule': {'1.2'}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'SubPort': {'1.0'}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Subnet': {'1.1'}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Trunk': {'1.1'}} Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: consumer versions: Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: { DHCP agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: HyperV agent@hv-cinder-78836: {}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: L3 agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: Metadata agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: Metering agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: Open vSwitch agent@dv-cinder-788368-4-iscsi: { 'AddressGroup': '1.2', Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'ConntrackHelper': '1.0', Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'LocalIPAssociation': '1.0', Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Log': '1.0', Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Network': '1.1', Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Port': '1.7', Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'PortForwarding': '1.2', Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'QosPolicy': '1.10', Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'SecurityGroup': '1.5', Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'SecurityGroupRule': '1.2', Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'SubPort': '1.0', Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Subnet': '1.1', Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: 'Trunk': '1.1'}} Mar 11 18:00:59.931923 dv-cinder-788368-4-iscsi neutron-server[103278]: {{(pid=103278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 18:01:00.014256 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:00.059229 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:00.060885 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:00.062185 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:00.067003 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51120) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:00.141921 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] Pushing event updated for resources: {'Network': ['ID=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:00.159124 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51126) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:00.159472 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-7c4c8c0c-98c7-45d7-9ad1-78b5394b22a1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9451315 Mar 11 18:01:00.160193 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:00.168202 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Request body: {'subnet': {'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-subnet', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:00.209007 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Made reservation on behalf of f8aa7bc2fe374cd38f56514efc24a417 for: {'subnet': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:00.215017 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:00.348487 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1352508180-network', 'tenant_id': '4d3cdf4792184afaa3c8f7c3d683f64e'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:00.415280 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Made reservation on behalf of 4d3cdf4792184afaa3c8f7c3d683f64e for: {'network': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:00.419215 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:00.439327 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:00.675498 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1777313844-network', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:00.862045 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Made reservation on behalf of ebd48be9d38b4dbaaa109c0895bb2068 for: {'network': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:00.864933 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:00.889827 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (209a4d2c-5029-4d6a-99e0-21663353e235), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:00.902026 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Publish callbacks [] for security_group (cfc714d1-17fa-47d1-a718-b512bf09cc6a), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:00.944248 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:00.953795 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (cfc714d1-17fa-47d1-a718-b512bf09cc6a), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.006034 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1205} {{(pid=103277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:01.018735 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (cab359cb-40da-4713-bebd-112b0076170a), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.019286 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.segments_db [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Added segment cab359cb-40da-4713-bebd-112b0076170a of type vlan for network f4c53e35-78fb-4bad-a70c-fb5efed8d2ff Mar 11 18:01:01.080143 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (f4c53e35-78fb-4bad-a70c-fb5efed8d2ff), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.115387 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Checking segment: {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:01.115891 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Network hostable DHCP agents. Network: 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:01.132095 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (f4c53e35-78fb-4bad-a70c-fb5efed8d2ff), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.133157 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:01.133767 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.169715 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3787649 Mar 11 18:01:01.170323 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=209a4d2c-5029-4d6a-99e0-21663353e235,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:01.174978 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51164) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:01.182856 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.183197 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.183713 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.184056 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.184388 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.184714 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.185063 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.185404 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.185732 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.186249 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.186391 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-c0043734-61a3-4c21-b1b4-88fdeafab748 admin admin] Request body: {'subnet': {'network_id': 'f4c53e35-78fb-4bad-a70c-fb5efed8d2ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1352508180-subnet', 'tenant_id': '4d3cdf4792184afaa3c8f7c3d683f64e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:01.186895 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.187435 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.187763 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Tracked resource versions report: Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: pushed versions: Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: { 'AddressGroup': {'1.2'}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'ConntrackHelper': {'1.0'}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'LocalIPAssociation': {'1.0'}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Log': {'1.0'}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Network': {'1.1'}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Port': {'1.7'}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'PortForwarding': {'1.2'}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'QosPolicy': {'1.10'}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'SecurityGroup': {'1.5'}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'SecurityGroupRule': {'1.2'}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'SubPort': {'1.0'}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Subnet': {'1.1'}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Trunk': {'1.1'}} Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: consumer versions: Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: { DHCP agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: HyperV agent@hv-cinder-78836: {}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: L3 agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: Metadata agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: Metering agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: Open vSwitch agent@dv-cinder-788368-4-iscsi: { 'AddressGroup': '1.2', Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'ConntrackHelper': '1.0', Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'LocalIPAssociation': '1.0', Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Log': '1.0', Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Network': '1.1', Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Port': '1.7', Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'PortForwarding': '1.2', Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'QosPolicy': '1.10', Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'SecurityGroup': '1.5', Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'SecurityGroupRule': '1.2', Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'SubPort': '1.0', Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Subnet': '1.1', Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: 'Trunk': '1.1'}} Mar 11 18:01:01.188909 dv-cinder-788368-4-iscsi neutron-server[103277]: {{(pid=103277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 18:01:01.198220 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:01.238796 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc714d1-17fa-47d1-a718-b512bf09cc6a,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:01.254520 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa) {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:01.264466 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0043734-61a3-4c21-b1b4-88fdeafab748 admin admin] Made reservation on behalf of 4d3cdf4792184afaa3c8f7c3d683f64e for: {'subnet': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:01.268310 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c0043734-61a3-4c21-b1b4-88fdeafab748 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.275071 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:01.275549 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6fa286-dd4e-4b0c-be00-0b7d2af757f9 None None] Network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:01.276096 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.403598 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51174) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:01.415490 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f91e3-7a1b-4466-b8f9-ed091a131219 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c53e35-78fb-4bad-a70c-fb5efed8d2ff,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:01.427010 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-7c31e82a-8948-4561-afd2-4d16cffda2ee admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2660606 Mar 11 18:01:01.430969 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51178) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:01.439499 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:01.455713 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network f4c53e35-78fb-4bad-a70c-fb5efed8d2ff details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:01.474773 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Publish callbacks [] for security_group (b06de942-0b53-43ce-880e-c680ba47b126), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.487157 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (b06de942-0b53-43ce-880e-c680ba47b126), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.494974 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1949021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25221'] for router (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.497447 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1949161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1934603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25340'] for router (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.580624 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1201} {{(pid=103277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:01.620888 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06de942-0b53-43ce-880e-c680ba47b126,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:01.675602 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbeccc8b-073c-563d-9a04-0eb08d8f5eb4-1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235'}]}} from dv-cinder-788368-4-iscsi. {{(pid=103279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:01:01.676735 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.684332 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c0043734-61a3-4c21-b1b4-88fdeafab748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (751ddba0-6075-446a-b580-01ab5c05a77f), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.707445 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (e184f561-a5a3-48b9-92eb-97c2f4f6c83b), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.707799 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.segments_db [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Added segment e184f561-a5a3-48b9-92eb-97c2f4f6c83b of type vlan for network 14672d67-1901-485e-810c-784d68b54b42 Mar 11 18:01:01.811110 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0043734-61a3-4c21-b1b4-88fdeafab748 admin admin] Checking segment: {'id': 'cab359cb-40da-4713-bebd-112b0076170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'f4c53e35-78fb-4bad-a70c-fb5efed8d2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:01.812282 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0043734-61a3-4c21-b1b4-88fdeafab748 admin admin] Network hostable DHCP agents. Network: f4c53e35-78fb-4bad-a70c-fb5efed8d2ff, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:01.874341 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0043734-61a3-4c21-b1b4-88fdeafab748 admin admin] Network f4c53e35-78fb-4bad-a70c-fb5efed8d2ff is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:01.893002 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0043734-61a3-4c21-b1b4-88fdeafab748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751ddba0-6075-446a-b580-01ab5c05a77f,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:01.900777 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-c0043734-61a3-4c21-b1b4-88fdeafab748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, f4c53e35-78fb-4bad-a70c-fb5efed8d2ff) {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:01.908462 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0043734-61a3-4c21-b1b4-88fdeafab748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:01.909064 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c0043734-61a3-4c21-b1b4-88fdeafab748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.917002 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b338993-ea2f-49ab-8bb8-c562ef458170 None None] Network f4c53e35-78fb-4bad-a70c-fb5efed8d2ff requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:01.943959 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c0043734-61a3-4c21-b1b4-88fdeafab748 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7661247 Mar 11 18:01:01.999197 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Publish callbacks [] for router_controller (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), precommit_add_association {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.008438 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-91245127-network', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:02.217528 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Made reservation on behalf of de1fa1034bb343609fb1431412b391d6 for: {'network': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:02.220106 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.226030 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (14672d67-1901-485e-810c-784d68b54b42), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.307340 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Allocated IP 172.20.0.2 (1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa/209a4d2c-5029-4d6a-99e0-21663353e235/455359fb-1ccc-42fc-86ce-00b1912d0c51) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:02.334375 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.355778 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.db.resource_extend [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 18:01:02.469811 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Publish callbacks [] for router_gateway (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.477462 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (14672d67-1901-485e-810c-784d68b54b42), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.478985 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:02.479766 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.564646 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51212) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:02.570986 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-28742300-9403-4521-b622-d54e9ba3c2bc admin admin] Request body: {'subnet': {'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-subnet', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:02.576294 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5076668 Mar 11 18:01:02.611627 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28742300-9403-4521-b622-d54e9ba3c2bc admin admin] Made reservation on behalf of ebd48be9d38b4dbaaa109c0895bb2068 for: {'subnet': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:02.615180 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-28742300-9403-4521-b622-d54e9ba3c2bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.638580 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ad40a-8485-4e6e-88af-29938ad4f50c admin admin] Pushing event updated for resources: {'Network': ['ID=14672d67-1901-485e-810c-784d68b54b42,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:02.684433 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network 14672d67-1901-485e-810c-784d68b54b42 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:02.741955 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Publish callbacks [] for security_group (8e014da0-f8be-429d-aecd-9755cb28e844), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.760408 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (8e014da0-f8be-429d-aecd-9755cb28e844), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.790431 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=103277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:02.846703 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9953084-cff9-4a4a-897a-dd87f2d37a2e None None] Network f4c53e35-78fb-4bad-a70c-fb5efed8d2ff requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:02.865606 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Publish callbacks [] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.881757 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.884865 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e014da0-f8be-429d-aecd-9755cb28e844,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:02.898623 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (0c4aea04-b41e-47d4-a3c3-83926c1c4dfc), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.899021 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.segments_db [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Added segment 0c4aea04-b41e-47d4-a3c3-83926c1c4dfc of type vlan for network abf8b21d-4c74-4320-a597-db72e3e147d3 Mar 11 18:01:02.947591 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:02.951303 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Pushing event updated for resources: {'Port': ['ID=455359fb-1ccc-42fc-86ce-00b1912d0c51,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:02.960264 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:02.988152 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.988685 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.989159 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.989654 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.990101 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.990523 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.990990 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.991414 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.991918 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.992363 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.992788 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.993343 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.993797 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Tracked resource versions report: Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: pushed versions: Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: { 'AddressGroup': {'1.2'}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'ConntrackHelper': {'1.0'}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'LocalIPAssociation': {'1.0'}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Log': {'1.0'}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Network': {'1.1'}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Port': {'1.7'}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'PortForwarding': {'1.2'}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'QosPolicy': {'1.10'}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'SecurityGroup': {'1.5'}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'SecurityGroupRule': {'1.2'}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'SubPort': {'1.0'}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Subnet': {'1.1'}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Trunk': {'1.1'}} Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: consumer versions: Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: { DHCP agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: HyperV agent@hv-cinder-78836: {}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: L3 agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: Metadata agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: Metering agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: Open vSwitch agent@dv-cinder-788368-4-iscsi: { 'AddressGroup': '1.2', Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'ConntrackHelper': '1.0', Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'LocalIPAssociation': '1.0', Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Log': '1.0', Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Network': '1.1', Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Port': '1.7', Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'PortForwarding': '1.2', Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'QosPolicy': '1.10', Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'SecurityGroup': '1.5', Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'SecurityGroupRule': '1.2', Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'SubPort': '1.0', Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Subnet': '1.1', Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: 'Trunk': '1.1'}} Mar 11 18:01:02.995068 dv-cinder-788368-4-iscsi neutron-server[103279]: {{(pid=103279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 18:01:02.999839 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (abf8b21d-4c74-4320-a597-db72e3e147d3), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.006704 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:03.052969 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (abf8b21d-4c74-4320-a597-db72e3e147d3), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.054957 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:03.056369 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.079961 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Attempting to bind port 455359fb-1ccc-42fc-86ce-00b1912d0c51 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:03.080576 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Attempting to bind port 455359fb-1ccc-42fc-86ce-00b1912d0c51 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:03.081044 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Attempting to bind port 455359fb-1ccc-42fc-86ce-00b1912d0c51 on network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:03.092649 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:03.093232 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Checking segment: {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:03.093745 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.094347 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Bound using segment: {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:03.095034 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Bound port: 455359fb-1ccc-42fc-86ce-00b1912d0c51, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:03.095820 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.104344 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6906829 Mar 11 18:01:03.124554 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51234) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:03.159882 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-c6e513b5-19da-487e-a4f1-812f3f4d7ba9 admin admin] Request body: {'subnet': {'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-91245127-subnet', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:03.191941 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-28742300-9403-4521-b622-d54e9ba3c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.310517 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] For port 455359fb-1ccc-42fc-86ce-00b1912d0c51, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:03.314407 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] For port 455359fb-1ccc-42fc-86ce-00b1912d0c51, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=455359fb-1ccc-42fc-86ce-00b1912d0c51,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:03.333706 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4f7ac-0fa3-4b3d-ae5f-6e31800a5431 admin admin] Pushing event updated for resources: {'Network': ['ID=abf8b21d-4c74-4320-a597-db72e3e147d3,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:03.348434 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.368433 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e513b5-19da-487e-a4f1-812f3f4d7ba9 admin admin] Made reservation on behalf of de1fa1034bb343609fb1431412b391d6 for: {'subnet': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:03.372594 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c6e513b5-19da-487e-a4f1-812f3f4d7ba9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.460649 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Publish callbacks [] for router_gateway (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.484856 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.525145 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c24fa0-76d7-4e25-99da-e7f07b38a506 None None] Pushing event updated for resources: {'Port': ['ID=455359fb-1ccc-42fc-86ce-00b1912d0c51,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:03.539903 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network abf8b21d-4c74-4320-a597-db72e3e147d3 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:03.595928 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28742300-9403-4521-b622-d54e9ba3c2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:03.639366 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28742300-9403-4521-b622-d54e9ba3c2bc admin admin] Checking segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:03.640153 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28742300-9403-4521-b622-d54e9ba3c2bc admin admin] Network hostable DHCP agents. Network: 14672d67-1901-485e-810c-784d68b54b42, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:03.684350 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28742300-9403-4521-b622-d54e9ba3c2bc admin admin] Network 14672d67-1901-485e-810c-784d68b54b42 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:03.715099 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Allocated IP 172.27.0.186 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/f512b20f-bb4a-4a18-9b94-3406dcc2fe46) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:03.852471 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-28742300-9403-4521-b622-d54e9ba3c2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, 14672d67-1901-485e-810c-784d68b54b42) {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:03.867005 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a334ee8d-61d2-47ed-98dd-fd606340e4e9 None None] Network 14672d67-1901-485e-810c-784d68b54b42 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:03.873083 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28742300-9403-4521-b622-d54e9ba3c2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:03.873734 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-28742300-9403-4521-b622-d54e9ba3c2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.914308 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-28742300-9403-4521-b622-d54e9ba3c2bc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3477137 Mar 11 18:01:03.919724 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51242) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:03.936792 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:03.959309 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Publish callbacks [] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.997796 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c6e513b5-19da-487e-a4f1-812f3f4d7ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (7d395e4c-e767-470a-8b97-81a4caa9b38e), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.045863 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1949021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25221'] for router (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.047055 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1949161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1934603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25340'] for router (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.158646 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.249057 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Publish callbacks [] for router_controller (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), precommit_add_association {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.262732 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:04.286449 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e513b5-19da-487e-a4f1-812f3f4d7ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d395e4c-e767-470a-8b97-81a4caa9b38e,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:04.293064 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e513b5-19da-487e-a4f1-812f3f4d7ba9 admin admin] Checking segment: {'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:04.293875 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e513b5-19da-487e-a4f1-812f3f4d7ba9 admin admin] Network hostable DHCP agents. Network: abf8b21d-4c74-4320-a597-db72e3e147d3, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:04.344523 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbeccc8b-073c-563d-9a04-0eb08d8f5eb4-14672d67-1901-485e-810c-784d68b54b42', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da'}]}} from dv-cinder-788368-4-iscsi. {{(pid=103279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:01:04.347204 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.384803 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e513b5-19da-487e-a4f1-812f3f4d7ba9 admin admin] Network abf8b21d-4c74-4320-a597-db72e3e147d3 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:04.413249 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-c6e513b5-19da-487e-a4f1-812f3f4d7ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, abf8b21d-4c74-4320-a597-db72e3e147d3) {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:04.439833 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed545f3-26e9-4c62-b13c-7801e1faf739 None None] Network abf8b21d-4c74-4320-a597-db72e3e147d3 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:04.453952 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e513b5-19da-487e-a4f1-812f3f4d7ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:04.456171 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c6e513b5-19da-487e-a4f1-812f3f4d7ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.504037 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c6e513b5-19da-487e-a4f1-812f3f4d7ba9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3781309 Mar 11 18:01:04.504700 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51252) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:04.510210 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-91245127-router', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:04.544148 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1949021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25221'] for router (cbb82b8a-8c71-4464-90e4-d768f95c4802), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.546034 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1949161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1934603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25340'] for router (cbb82b8a-8c71-4464-90e4-d768f95c4802), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.579120 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:04.603136 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:04.611481 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 455359fb-1ccc-42fc-86ce-00b1912d0c51 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:04.617246 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Pushing event updated for resources: {'Port': ['ID=f512b20f-bb4a-4a18-9b94-3406dcc2fe46,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:04.625806 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Publish callbacks [] for router_controller (cbb82b8a-8c71-4464-90e4-d768f95c4802), precommit_add_association {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.800755 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 455359fb-1ccc-42fc-86ce-00b1912d0c51 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:04.801346 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:05.106515 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Publish callbacks [] for router_gateway (cbb82b8a-8c71-4464-90e4-d768f95c4802), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:05.150920 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 455359fb-1ccc-42fc-86ce-00b1912d0c51 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:05.151592 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:05.304389 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2b89f6cb-0636-4ed6-8a1a-a7abd09971a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:05.313850 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port 455359fb-1ccc-42fc-86ce-00b1912d0c51, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=455359fb-1ccc-42fc-86ce-00b1912d0c51,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:05.379085 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:05.595140 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Publish callbacks [] for router_gateway (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:05.612073 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51300) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:05.623667 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Allocated IP 172.20.0.2 (14672d67-1901-485e-810c-784d68b54b42/06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da/5a2d674d-3d83-4b5d-9351-335fe7eb186e) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:05.648594 dv-cinder-788368-4-iscsi neutron-server[103277]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 18:01:05.662841 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ce699-cc2f-4824-946e-3bce37785d10 None None] Network abf8b21d-4c74-4320-a597-db72e3e147d3 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:05.696913 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=455359fb-1ccc-42fc-86ce-00b1912d0c51,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:05.756205 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Publish callbacks [] for router_gateway (cbb82b8a-8c71-4464-90e4-d768f95c4802), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:05.843810 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:05.929263 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0734a3-c514-490e-ae0e-921160f437f3 None None] Network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:06.032386 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:01:06.146595 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-79b3b7ba-2b8b-425a-9553-1d3df5b96899 None None] Provisioning complete for port 455359fb-1ccc-42fc-86ce-00b1912d0c51 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:06.147888 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-79b3b7ba-2b8b-425a-9553-1d3df5b96899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:06.186239 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Allocated IP 172.27.0.189 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:06.315775 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-3053252b-8c39-40bf-8147-b8463ac6c0f3 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:06.319144 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-3053252b-8c39-40bf-8147-b8463ac6c0f3 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/networks?id=f4c53e35-78fb-4bad-a70c-fb5efed8d2ff HTTP/1.1" status: 200 len: 812 time: 0.7030377 Mar 11 18:01:06.372884 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Publish callbacks [] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:06.397482 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 455359fb-1ccc-42fc-86ce-00b1912d0c51 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:06.424822 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-014e7aec-8a64-4af3-98e6-93410645c29f tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/quotas/4d3cdf4792184afaa3c8f7c3d683f64e HTTP/1.1" status: 200 len: 375 time: 0.0731041 Mar 11 18:01:06.465666 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:06.522918 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Publish callbacks [] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:06.556485 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-1538382d-af02-446d-82b9-4d2bb4bc9bda tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d3cdf4792184afaa3c8f7c3d683f64e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1304045 Mar 11 18:01:06.558480 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:06.563604 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:06.571833 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:06.575689 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:06.590292 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Publish callbacks [] for router_gateway (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:06.695722 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:06.733317 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Network 14672d67-1901-485e-810c-784d68b54b42 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:06.756876 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:06.770118 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:06.799446 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-79b3b7ba-2b8b-425a-9553-1d3df5b96899 None None] Current status of the port 455359fb-1ccc-42fc-86ce-00b1912d0c51 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:06.869105 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Pushing event updated for resources: {'Port': ['ID=5a2d674d-3d83-4b5d-9351-335fe7eb186e,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:06.901126 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 455359fb-1ccc-42fc-86ce-00b1912d0c51 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:06.903541 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:07.045302 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Publish callbacks [] for router_gateway (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:07.120932 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:07.204598 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-7c38dc61-962c-4e0d-a30d-f27fa05d4114 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:01:07.235288 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-7c38dc61-962c-4e0d-a30d-f27fa05d4114 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1998804 Mar 11 18:01:07.300699 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1949158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1934692'] for router (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:07.487250 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Attempting to bind port 5a2d674d-3d83-4b5d-9351-335fe7eb186e on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:07.493110 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Attempting to bind port 5a2d674d-3d83-4b5d-9351-335fe7eb186e by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:07.495062 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Attempting to bind port 5a2d674d-3d83-4b5d-9351-335fe7eb186e on network 14672d67-1901-485e-810c-784d68b54b42 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:07.521435 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Allocated IP 172.27.0.253 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/730fefae-b5d3-48f1-acc8-0ad1c807c1c3) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:07.545567 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-fdbbf8cb-661c-4e37-8160-5934e5af74b6 None None] Provisioning complete for port 455359fb-1ccc-42fc-86ce-00b1912d0c51 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:07.546319 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fdbbf8cb-661c-4e37-8160-5934e5af74b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:07.552458 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:07.553711 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Checking segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:07.554701 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:07.556988 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Bound using segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:07.558777 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Bound port: 5a2d674d-3d83-4b5d-9351-335fe7eb186e, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:07.559717 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:07.602515 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 455359fb-1ccc-42fc-86ce-00b1912d0c51 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:07.668867 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Publish callbacks [] for router_gateway (cbb82b8a-8c71-4464-90e4-d768f95c4802), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:07.806718 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] For port 5a2d674d-3d83-4b5d-9351-335fe7eb186e, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:07.845916 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] For port 5a2d674d-3d83-4b5d-9351-335fe7eb186e, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=5a2d674d-3d83-4b5d-9351-335fe7eb186e,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:07.850808 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbf8cb-661c-4e37-8160-5934e5af74b6 None None] Current status of the port 455359fb-1ccc-42fc-86ce-00b1912d0c51 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:07.869069 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3cd00816-5a0d-4f0d-9768-21d9172a9642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:07.871607 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:08.021275 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b240f-83b2-4a39-b06f-9948121e7d7c None None] Pushing event updated for resources: {'Port': ['ID=5a2d674d-3d83-4b5d-9351-335fe7eb186e,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:08.170137 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1949158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1934692'] for router (cbb82b8a-8c71-4464-90e4-d768f95c4802), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:08.229748 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-787147b4-f634-451d-84c7-f9630dfd7665 service neutron] 10.222.0.30 "GET /v2.0/networks/f4c53e35-78fb-4bad-a70c-fb5efed8d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9757907 Mar 11 18:01:08.422022 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Publish callbacks [] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:08.464910 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Router cbb82b8a-8c71-4464-90e4-d768f95c4802 is scheduled to L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 with binding_index 1 {{(pid=103278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:01:08.553505 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-5b1ae8a1-dbe4-4c8d-9482-c28013036478 service neutron] 10.222.0.30 "GET /v2.0/networks/f4c53e35-78fb-4bad-a70c-fb5efed8d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141420 Mar 11 18:01:08.569373 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc is scheduled to L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 with binding_index 1 {{(pid=103277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:01:08.581713 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:08.693174 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:08.706925 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Sync routers for ids ['cbb82b8a-8c71-4464-90e4-d768f95c4802'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:01:08.731193 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Routers {'cbb82b8a-8c71-4464-90e4-d768f95c4802'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:08.732543 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:01:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['cbb82b8a-8c71-4464-90e4-d768f95c4802'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:08.741600 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:08.750796 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:08.752312 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-d1f23413-9d5d-49fc-a0b2-ec6f73b9e892 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2464876 Mar 11 18:01:08.755982 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51388) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:08.838956 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:08.844928 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:08.905885 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=730fefae-b5d3-48f1-acc8-0ad1c807c1c3,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:08.929448 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:08.953239 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Set router cbb82b8a-8c71-4464-90e4-d768f95c4802 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:09.058535 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51402) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:09.082071 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Sync routers for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:01:09.137748 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:09.138398 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:01:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:09.187314 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-52bc24de-24fa-44dd-ada8-c68f0a3f2edd req-cecf15c8-0092-465c-9ed6-e9d9deb9ae27 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.1282992 Mar 11 18:01:09.218276 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:09.234463 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-72e22a29-39b6-47b3-bdc0-fabda8f69ccd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8020616 Mar 11 18:01:09.246059 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51418) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:09.255815 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'name': 'tempest-ServerRescueNegativeTestJSON-91245127-router', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:07Z', 'revision_number': 3, 'project_id': 'de1fa1034bb343609fb1431412b391d6', 'gw_port': {'id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:05Z', 'updated_at': '2022-03-11T18:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:09.295505 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Checking router: cbb82b8a-8c71-4464-90e4-d768f95c4802 for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:01:09.296225 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Updating router cbb82b8a-8c71-4464-90e4-d768f95c4802 port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc binding host dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:01:09.332397 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:09.640334 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Publish callbacks [] for router_gateway (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:09.745675 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Publish callbacks [] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:09.755386 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:09.871773 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:09.898659 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:09.930278 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Attempting to bind port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:09.930278 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Attempting to bind port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:09.930278 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Attempting to bind port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc on network cab8bdcb-495c-4275-ab04-6208af39108c {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:09.930832 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Pushing event updated for resources: {'Port': ['ID=6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:09.955582 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:09.956166 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Checking segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:09.956675 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:09.957172 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Bound using segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:09.958086 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Bound port: 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:09.958416 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.014131 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b828a0-05c7-4d84-a349-275ee18ae33b None None] Network 14672d67-1901-485e-810c-784d68b54b42 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:10.045660 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] For port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:10.050751 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] For port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:10.063564 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.064167 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.064838 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.065366 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.065802 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.066304 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.066889 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.067364 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.068081 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.071077 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.073201 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.073591 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.073943 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Tracked resource versions report: Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: pushed versions: Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: { 'AddressGroup': {'1.2'}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'ConntrackHelper': {'1.0'}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'LocalIPAssociation': {'1.0'}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Log': {'1.0'}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Network': {'1.1'}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Port': {'1.7'}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'PortForwarding': {'1.2'}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'QosPolicy': {'1.10'}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'SecurityGroup': {'1.5'}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'SecurityGroupRule': {'1.2'}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'SubPort': {'1.0'}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Subnet': {'1.1'}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Trunk': {'1.1'}} Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: consumer versions: Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: { DHCP agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: HyperV agent@hv-cinder-78836: {}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: L3 agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: Metadata agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: Metering agent@dv-cinder-788368-4-iscsi: {}, Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: Open vSwitch agent@dv-cinder-788368-4-iscsi: { 'AddressGroup': '1.2', Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'ConntrackHelper': '1.0', Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'LocalIPAssociation': '1.0', Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Log': '1.0', Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Network': '1.1', Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Port': '1.7', Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'PortForwarding': '1.2', Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'QosPolicy': '1.10', Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'SecurityGroup': '1.5', Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'SecurityGroupRule': '1.2', Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'SubPort': '1.0', Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Subnet': '1.1', Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: 'Trunk': '1.1'}} Mar 11 18:01:10.075278 dv-cinder-788368-4-iscsi neutron-server[103280]: {{(pid=103280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 18:01:10.089993 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.102348 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-377216ec-0385-4ea5-9c70-45d1496f6d69 None None] Provisioning complete for port 5a2d674d-3d83-4b5d-9351-335fe7eb186e triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:10.103271 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-377216ec-0385-4ea5-9c70-45d1496f6d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.133321 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1949158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1934692'] for router (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.262944 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4380e6-ccc2-4b15-af25-06cff37909d6 None None] Pushing event updated for resources: {'Port': ['ID=6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:10.295419 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Routers {'cbb82b8a-8c71-4464-90e4-d768f95c4802'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:10.296245 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:01:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['cbb82b8a-8c71-4464-90e4-d768f95c4802'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:10.418862 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-377216ec-0385-4ea5-9c70-45d1496f6d69 None None] Current status of the port 5a2d674d-3d83-4b5d-9351-335fe7eb186e is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:10.419157 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-377216ec-0385-4ea5-9c70-45d1496f6d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.499346 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Allocated IP 172.20.0.1 (abf8b21d-4c74-4320-a597-db72e3e147d3/7d395e4c-e767-470a-8b97-81a4caa9b38e/25528b13-32b2-439d-89ac-1dd427ceb027) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:10.564145 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-377216ec-0385-4ea5-9c70-45d1496f6d69 None None] For port 5a2d674d-3d83-4b5d-9351-335fe7eb186e, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=5a2d674d-3d83-4b5d-9351-335fe7eb186e,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:10.581528 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 5a2d674d-3d83-4b5d-9351-335fe7eb186e up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:10.599701 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] Set router cbb82b8a-8c71-4464-90e4-d768f95c4802 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:10.739871 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-377216ec-0385-4ea5-9c70-45d1496f6d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.789140 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d1893295-6613-4255-b668-8e87e5e974df req-7b104594-aad3-416a-9e48-3d4a1441568e tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.4025383 Mar 11 18:01:10.830334 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Publish callbacks [] for port (25528b13-32b2-439d-89ac-1dd427ceb027), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.848242 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.941817 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.979703 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.982885 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'name': 'tempest-ServerRescueNegativeTestJSON-91245127-router', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:07Z', 'revision_number': 3, 'project_id': 'de1fa1034bb343609fb1431412b391d6', 'gw_port': {'id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:05Z', 'updated_at': '2022-03-11T18:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:10.998412 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Network abf8b21d-4c74-4320-a597-db72e3e147d3 is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:11.002144 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:11.006297 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:11.006835 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933323'] for router_interface (cbb82b8a-8c71-4464-90e4-d768f95c4802), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:11.012703 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 5a2d674d-3d83-4b5d-9351-335fe7eb186e triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:11.013170 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:11.036952 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377216ec-0385-4ea5-9c70-45d1496f6d69 None None] Pushing event updated for resources: {'Port': ['ID=5a2d674d-3d83-4b5d-9351-335fe7eb186e,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:11.064900 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eab5cd-f323-490f-b688-b5f80dcd5279 None None] The sync data for ids ['cbb82b8a-8c71-4464-90e4-d768f95c4802'] in dv-cinder-788368-4-iscsi is: [{'id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'name': 'tempest-ServerRescueNegativeTestJSON-91245127-router', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:07Z', 'revision_number': 3, 'project_id': 'de1fa1034bb343609fb1431412b391d6', 'gw_port': {'id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:05Z', 'updated_at': '2022-03-11T18:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:01:11.087156 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb is scheduled to L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 with binding_index 1 {{(pid=103277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:01:11.097823 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Pushing event updated for resources: {'Port': ['ID=25528b13-32b2-439d-89ac-1dd427ceb027,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:11.292112 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:05Z', 'revision_number': 3, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:11.369859 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 5a2d674d-3d83-4b5d-9351-335fe7eb186e is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:11.376265 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Checking router: 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:01:11.376624 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Updating router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc port f512b20f-bb4a-4a18-9b94-3406dcc2fe46 binding host dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:01:11.426134 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:11.434022 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:11.517245 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:11.554164 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Sync routers for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:01:11.570777 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Allocated IP 172.20.0.1 (1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa/209a4d2c-5029-4d6a-99e0-21663353e235/af3bc449-c0b5-45fd-8a4b-647f73d0720f) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:11.578039 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:11.578894 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:01:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:11.600473 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:11.604817 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-82cef195-e3de-483c-b21e-6278330bb9b2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6806545 Mar 11 18:01:11.609953 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51468) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:11.689904 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-0985fdb9-4cc7-403b-9f0a-12b5f1f592f1 None None] Provisioning complete for port 5a2d674d-3d83-4b5d-9351-335fe7eb186e triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:11.690685 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0985fdb9-4cc7-403b-9f0a-12b5f1f592f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:11.756148 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Publish callbacks [] for port (25528b13-32b2-439d-89ac-1dd427ceb027), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:11.764772 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:11.765679 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933479'] for router_interface (cbb82b8a-8c71-4464-90e4-d768f95c4802), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:11.792676 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:11.890986 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Pushing event updated for resources: {'Port': ['ID=25528b13-32b2-439d-89ac-1dd427ceb027,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:11.937331 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:11.967987 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Publish callbacks [] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:11.971224 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Network abf8b21d-4c74-4320-a597-db72e3e147d3 is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:11.974932 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:12.066457 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:12.116366 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-0985fdb9-4cc7-403b-9f0a-12b5f1f592f1 None None] Current status of the port 5a2d674d-3d83-4b5d-9351-335fe7eb186e is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:12.251405 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Router cbb82b8a-8c71-4464-90e4-d768f95c4802 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:12.325856 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:09Z', 'revision_number': 3, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:12.345016 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Publish callbacks [] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:12.348374 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2627a681-57b9-451d-8df9-e96c9168b024 req-75b67490-479a-4da4-9041-1118698f0f47 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.1702824 Mar 11 18:01:12.359818 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:12.363151 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:12.366803 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Pushing event updated for resources: {'Port': ['ID=af3bc449-c0b5-45fd-8a4b-647f73d0720f,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:12.376060 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:12.404624 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:12.406157 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933323'] for router_interface (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:12.429261 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Checking router: 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:01:12.429874 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Updating router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 binding host dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:01:12.529134 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:12.617858 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:12.656854 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-fd99ec5d-b4b9-4c2e-b905-49d1dac1c0fd admin admin] 10.222.0.30 "PUT /v2.0/routers/cbb82b8a-8c71-4464-90e4-d768f95c4802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8877342 Mar 11 18:01:12.666598 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73157dbd-feea-4751-a8ff-f7a592c97d7d None None] Pushing event updated for resources: {'Port': ['ID=f512b20f-bb4a-4a18-9b94-3406dcc2fe46,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:12.733296 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 5a2d674d-3d83-4b5d-9351-335fe7eb186e up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:12.775973 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:12.899057 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:12.973525 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Attempting to bind port f512b20f-bb4a-4a18-9b94-3406dcc2fe46 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:12.974263 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Attempting to bind port f512b20f-bb4a-4a18-9b94-3406dcc2fe46 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:12.975483 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Attempting to bind port f512b20f-bb4a-4a18-9b94-3406dcc2fe46 on network cab8bdcb-495c-4275-ab04-6208af39108c {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:12.985058 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-c976e99c-7c17-4c61-94bd-33e97bc9ddc4 None None] Provisioning complete for port af3bc449-c0b5-45fd-8a4b-647f73d0720f triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:12.985634 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c976e99c-7c17-4c61-94bd-33e97bc9ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:12.988794 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:12.989556 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Checking segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:12.990140 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:12.990743 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Bound using segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:12.991594 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Bound port: f512b20f-bb4a-4a18-9b94-3406dcc2fe46, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:12.992275 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:12.995712 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 5a2d674d-3d83-4b5d-9351-335fe7eb186e triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:12.996393 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:13.141194 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-c976e99c-7c17-4c61-94bd-33e97bc9ddc4 None None] Port af3bc449-c0b5-45fd-8a4b-647f73d0720f cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:01:13.278916 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] For port f512b20f-bb4a-4a18-9b94-3406dcc2fe46, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:13.306032 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 5a2d674d-3d83-4b5d-9351-335fe7eb186e is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:13.319068 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:13.379507 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Publish callbacks [] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:13.386046 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Publish callbacks [] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:13.396652 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:13.398327 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:13.399232 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933479'] for router_interface (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:13.421014 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] For port f512b20f-bb4a-4a18-9b94-3406dcc2fe46, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=f512b20f-bb4a-4a18-9b94-3406dcc2fe46,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:13.432530 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:13.555307 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:13.557894 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:01:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:13.620642 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Attempting to bind port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:13.621028 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Attempting to bind port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:13.621394 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Attempting to bind port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 on network cab8bdcb-495c-4275-ab04-6208af39108c {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:13.642214 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Pushing event updated for resources: {'Port': ['ID=af3bc449-c0b5-45fd-8a4b-647f73d0720f,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:13.659332 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318f6b8-9f94-4cd8-b3bd-dfd23164000f None None] Pushing event updated for resources: {'Port': ['ID=730fefae-b5d3-48f1-acc8-0ad1c807c1c3,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:13.674294 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:13.674847 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Checking segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:13.675196 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:13.679021 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Bound using segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:13.681754 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Bound port: 730fefae-b5d3-48f1-acc8-0ad1c807c1c3, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:13.682829 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:13.865563 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:13.866098 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:13.893174 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] For port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:13.906415 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] For port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=730fefae-b5d3-48f1-acc8-0ad1c807c1c3,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:13.933506 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:13.991442 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.104', 51559) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:14.149066 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318f6b8-9f94-4cd8-b3bd-dfd23164000f None None] Pushing event updated for resources: {'Port': ['ID=730fefae-b5d3-48f1-acc8-0ad1c807c1c3,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:14.157496 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Sync routers for ids ['cbb82b8a-8c71-4464-90e4-d768f95c4802'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:01:14.165682 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:14.166691 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:01:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:14.173726 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73157dbd-feea-4751-a8ff-f7a592c97d7d None None] Pushing event updated for resources: {'Port': ['ID=f512b20f-bb4a-4a18-9b94-3406dcc2fe46,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:14.179017 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:14.181745 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Routers {'cbb82b8a-8c71-4464-90e4-d768f95c4802'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:14.182414 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:01:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['cbb82b8a-8c71-4464-90e4-d768f95c4802'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:14.183255 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cf0b7915-e42e-4b59-89c6-253d34e06dde req-7998f3ed-81d8-4af5-b5e9-780d1204e93a tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.3943377 Mar 11 18:01:14.185614 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51530) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:14.247755 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:14.266391 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:14.275383 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:14.468829 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Set router cbb82b8a-8c71-4464-90e4-d768f95c4802 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:14.481488 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-fc10641e-9295-4cab-9af4-e332b2ad5eca tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:14.483586 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-fc10641e-9295-4cab-9af4-e332b2ad5eca tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.104 "GET /v2.0/networks?id=f4c53e35-78fb-4bad-a70c-fb5efed8d2ff HTTP/1.1" status: 200 len: 812 time: 0.4906960 Mar 11 18:01:14.531857 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:14.542059 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Request body: {'port': {'device_id': '50d845d2-8931-4baf-ae1a-acef0295293f', 'network_id': 'f4c53e35-78fb-4bad-a70c-fb5efed8d2ff', 'admin_state_up': True, 'tenant_id': '4d3cdf4792184afaa3c8f7c3d683f64e'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:14.663165 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:14.678209 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:14.678995 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:14.798625 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-b0f57e9d-3ee8-4981-a278-4d67e764b447 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:14.805035 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-b0f57e9d-3ee8-4981-a278-4d67e764b447 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 817 time: 1.3275573 Mar 11 18:01:14.939055 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Made reservation on behalf of 4d3cdf4792184afaa3c8f7c3d683f64e for: {'port': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:14.945799 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:15.076547 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:09Z', 'revision_number': 3, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:15.166940 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94ec457-738b-4d72-9d19-1b91f07c7d29 None None] The sync data for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi is: [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:09Z', 'revision_number': 3, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:01:15.192643 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-efadab15-a98e-420b-aeb0-22d9c4a3071a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:15.237559 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:15.286662 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51586) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:15.310505 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-6a959114-9ea6-4588-8f5a-b436c10400a5 None None] Provisioning complete for port af3bc449-c0b5-45fd-8a4b-647f73d0720f triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:15.310904 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a959114-9ea6-4588-8f5a-b436c10400a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:15.359111 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-6a959114-9ea6-4588-8f5a-b436c10400a5 None None] Port af3bc449-c0b5-45fd-8a4b-647f73d0720f cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:01:15.362279 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:15.373110 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-b1ab88c6-9515-4035-a927-439469b46bfd tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/quotas/de1fa1034bb343609fb1431412b391d6 HTTP/1.1" status: 200 len: 375 time: 0.3037353 Mar 11 18:01:15.525042 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 2, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:15.701762 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede42f0d-30dd-449c-bb7f-8251be5fdca0 None None] The sync data for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi is: [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 2, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:01:15.730759 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:15.823191 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'name': 'tempest-ServerRescueNegativeTestJSON-91245127-router', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:11Z', 'revision_number': 4, 'project_id': 'de1fa1034bb343609fb1431412b391d6', 'gw_port': {'id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:05Z', 'updated_at': '2022-03-11T18:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '25528b13-32b2-439d-89ac-1dd427ceb027', 'name': '', 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'mac_address': 'fa:16:3e:31:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7d395e4c-e767-470a-8b97-81a4caa9b38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:09Z', 'updated_at': '2022-03-11T18:01:11Z', 'revision_number': 2, 'project_id': 'de1fa1034bb343609fb1431412b391d6', 'subnets': [{'id': '7d395e4c-e767-470a-8b97-81a4caa9b38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:15.841199 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Allocated IP 172.20.0.5 (f4c53e35-78fb-4bad-a70c-fb5efed8d2ff/751ddba0-6075-446a-b580-01ab5c05a77f/39b5e4bf-a34d-4c06-acf4-a1588976528b) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:15.866395 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Checking router: cbb82b8a-8c71-4464-90e4-d768f95c4802 for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:01:15.868052 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Updating router cbb82b8a-8c71-4464-90e4-d768f95c4802 port 25528b13-32b2-439d-89ac-1dd427ceb027 binding host dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:01:15.916651 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:15.927492 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-a0da8d2b-7d1d-409c-9657-c45f28517e75 admin admin] 10.222.0.30 "PUT /v2.0/routers/0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6789880 Mar 11 18:01:15.945391 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:15.954846 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Allocated IP 172.20.0.1 (14672d67-1901-485e-810c-784d68b54b42/06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da/86284f52-9a6f-405d-90cc-5d95e1e0e509) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:15.967628 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-efadab15-a98e-420b-aeb0-22d9c4a3071a admin admin] Publish callbacks [] for security_group (677a0e68-3fb3-4ef5-a21e-6a82e8b838f8), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:15.982819 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-efadab15-a98e-420b-aeb0-22d9c4a3071a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (677a0e68-3fb3-4ef5-a21e-6a82e8b838f8), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:16.056697 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e528ab4a-30cc-4d86-a274-59336560d745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:16.229422 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1a072b82-5964-4d5f-83ad-098e14883ba2 req-51fe2d54-fc97-458f-a73d-27485fbe242c tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.3971643 Mar 11 18:01:16.231469 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Publish callbacks [] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:16.246371 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-dd786f1a-2396-40f9-b3a1-6c34800b0f5f tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8554332 Mar 11 18:01:16.356835 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadab15-a98e-420b-aeb0-22d9c4a3071a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677a0e68-3fb3-4ef5-a21e-6a82e8b838f8,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:16.420713 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:16.536988 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-efadab15-a98e-420b-aeb0-22d9c4a3071a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0af93d30af194784b9dda352ac933f6b&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3427601 Mar 11 18:01:16.542433 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51612) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:16.788850 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Network f4c53e35-78fb-4bad-a70c-fb5efed8d2ff is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:16.827002 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:16.831678 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:16.849735 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:16.850895 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for port (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:16.859936 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Pushing event updated for resources: {'Port': ['ID=39b5e4bf-a34d-4c06-acf4-a1588976528b,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:16.897084 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-ad6acf24-0b29-4d4f-8865-df6253cea970 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3603055 Mar 11 18:01:16.941696 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-328d33ab-9115-47ff-a32c-8ba2821ba6ea tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:01:16.947980 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-328d33ab-9115-47ff-a32c-8ba2821ba6ea tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0278955 Mar 11 18:01:17.007422 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-da0c6c26-66d3-43a5-bfc9-0b60f43ff161 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:01:17.010453 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-da0c6c26-66d3-43a5-bfc9-0b60f43ff161 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3891521 Mar 11 18:01:17.258955 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Request body: {'port': {'device_id': '50d845d2-8931-4baf-ae1a-acef0295293f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:17.390251 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Publish callbacks [] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:17.392958 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-331ba005-2b41-4dc0-bdc6-625968b399df admin admin] Publish callbacks [] for security_group (677a0e68-3fb3-4ef5-a21e-6a82e8b838f8), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:17.497742 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:17.512654 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Publish callbacks [] for port (25528b13-32b2-439d-89ac-1dd427ceb027), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:17.532126 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:17.586847 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-331ba005-2b41-4dc0-bdc6-625968b399df admin admin] Publish callbacks [] for security_group (677a0e68-3fb3-4ef5-a21e-6a82e8b838f8), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:17.733898 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c4e69-592f-45ff-a97d-15d99c2f8d0b None None] Pushing event updated for resources: {'Port': ['ID=25528b13-32b2-439d-89ac-1dd427ceb027,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:17.834270 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Attempting to bind port 25528b13-32b2-439d-89ac-1dd427ceb027 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:17.834672 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Attempting to bind port 25528b13-32b2-439d-89ac-1dd427ceb027 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:17.835108 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Attempting to bind port 25528b13-32b2-439d-89ac-1dd427ceb027 on network abf8b21d-4c74-4320-a597-db72e3e147d3 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:17.844222 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:17.844788 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Checking segment: {'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:17.845284 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:17.845688 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Bound using segment: {'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:17.846468 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Bound port: 25528b13-32b2-439d-89ac-1dd427ceb027, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:17.846887 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:17.860728 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e528ab4a-30cc-4d86-a274-59336560d745 admin admin] Publish callbacks [] for security_group (640bb1c5-deca-42a9-a4d2-9f2f77858d40), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:17.903109 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e528ab4a-30cc-4d86-a274-59336560d745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (640bb1c5-deca-42a9-a4d2-9f2f77858d40), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:17.920830 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-112e2f21-5b84-4884-ae47-2b2d1655613e service neutron] 10.222.0.30 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8743250 Mar 11 18:01:17.927030 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:17.988984 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:18.171246 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] For port 25528b13-32b2-439d-89ac-1dd427ceb027, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:18.198957 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] For port 25528b13-32b2-439d-89ac-1dd427ceb027, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=25528b13-32b2-439d-89ac-1dd427ceb027,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:18.218756 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:18.287343 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Network 14672d67-1901-485e-810c-784d68b54b42 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:18.290891 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528ab4a-30cc-4d86-a274-59336560d745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640bb1c5-deca-42a9-a4d2-9f2f77858d40,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:18.301149 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-e528ab4a-30cc-4d86-a274-59336560d745 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e209051c4c914f2682ec0c551bfa6bd0&name=default HTTP/1.1" status: 200 len: 2992 time: 2.9895818 Mar 11 18:01:18.312726 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51630) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:18.322465 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51632) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:18.326165 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:18.330905 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:18.331947 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933323'] for router_interface (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:18.385836 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-83b422e8-bae8-4502-bb9f-16500a70d829 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351910815', 'description': 'tempest-description--1664937992'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:18.472318 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c4e69-592f-45ff-a97d-15d99c2f8d0b None None] Pushing event updated for resources: {'Port': ['ID=25528b13-32b2-439d-89ac-1dd427ceb027,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:18.501737 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-83b422e8-bae8-4502-bb9f-16500a70d829 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:18.552218 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Pushing event updated for resources: {'Port': ['ID=86284f52-9a6f-405d-90cc-5d95e1e0e509,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:18.598521 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-331ba005-2b41-4dc0-bdc6-625968b399df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (677a0e68-3fb3-4ef5-a21e-6a82e8b838f8), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:18.607782 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-331ba005-2b41-4dc0-bdc6-625968b399df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:18.616764 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-331ba005-2b41-4dc0-bdc6-625968b399df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/677a0e68-3fb3-4ef5-a21e-6a82e8b838f8 HTTP/1.1" status: 204 len: 168 time: 2.0555601 Mar 11 18:01:18.631746 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:18.632577 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:18.739265 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Routers {'cbb82b8a-8c71-4464-90e4-d768f95c4802'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:18.740415 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:01:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['cbb82b8a-8c71-4464-90e4-d768f95c4802'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:18.814098 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ba005-2b41-4dc0-bdc6-625968b399df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677a0e68-3fb3-4ef5-a21e-6a82e8b838f8,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:18.893687 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-537886f9-bdd0-47e2-9cff-6ffc07e53d66 service neutron] 10.222.0.30 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9117134 Mar 11 18:01:19.005335 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b5e4bf-a34d-4c06-acf4-a1588976528b {{(pid=103278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:01:19.050435 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-209d2c34-e6af-4960-9ede-43f966c139e0 admin admin] Publish callbacks [] for security_group (640bb1c5-deca-42a9-a4d2-9f2f77858d40), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:19.050725 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Publish callbacks [] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:19.257522 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-209d2c34-e6af-4960-9ede-43f966c139e0 admin admin] Publish callbacks [] for security_group (640bb1c5-deca-42a9-a4d2-9f2f77858d40), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:19.295990 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-8b528b0c-a5ae-42b2-a7dd-2b0f24076075 None None] Provisioning complete for port 86284f52-9a6f-405d-90cc-5d95e1e0e509 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:19.297460 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8b528b0c-a5ae-42b2-a7dd-2b0f24076075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:19.304640 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-83b422e8-bae8-4502-bb9f-16500a70d829 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group (292ed40f-b079-4351-b787-dacc1f715e82), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:19.338377 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-83b422e8-bae8-4502-bb9f-16500a70d829 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (292ed40f-b079-4351-b787-dacc1f715e82), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:19.377383 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-209d2c34-e6af-4960-9ede-43f966c139e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (640bb1c5-deca-42a9-a4d2-9f2f77858d40), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:19.380132 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-209d2c34-e6af-4960-9ede-43f966c139e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:19.385451 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-209d2c34-e6af-4960-9ede-43f966c139e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/640bb1c5-deca-42a9-a4d2-9f2f77858d40 HTTP/1.1" status: 204 len: 168 time: 1.0442004 Mar 11 18:01:19.401689 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d2c34-e6af-4960-9ede-43f966c139e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640bb1c5-deca-42a9-a4d2-9f2f77858d40,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:19.438919 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcea7c-e02e-4e37-bafc-7edff966d0d3 req-94c913b9-189d-4ae3-83c1-0acdf2af4fd9 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:19.458778 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cfbcea7c-e02e-4e37-bafc-7edff966d0d3 req-94c913b9-189d-4ae3-83c1-0acdf2af4fd9 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 931 time: 0.6049075 Mar 11 18:01:19.472709 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.provisioning_blocks [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Transition to ACTIVE for port object 39b5e4bf-a34d-4c06-acf4-a1588976528b will not be triggered until provisioned by entity L2. {{(pid=103278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:01:19.512891 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:19.617110 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cfbcea7c-e02e-4e37-bafc-7edff966d0d3 req-d5dd8163-2b64-479f-91b9-e1fe42ff30d5 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568248 Mar 11 18:01:19.679366 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b422e8-bae8-4502-bb9f-16500a70d829 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292ed40f-b079-4351-b787-dacc1f715e82,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:19.691415 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Pushing event updated for resources: {'Port': ['ID=39b5e4bf-a34d-4c06-acf4-a1588976528b,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:19.718112 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-83b422e8-bae8-4502-bb9f-16500a70d829 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:19.724618 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-83b422e8-bae8-4502-bb9f-16500a70d829 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3976436 Mar 11 18:01:19.726076 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51668) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:19.757288 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-c64c0505-46af-4283-83e1-89725a649624 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Request body: {'security_group_rule': {'security_group_id': '292ed40f-b079-4351-b787-dacc1f715e82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:19.807306 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:19.996180 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51674) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:20.039164 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-aab22bea-d4d0-4f3a-b7d1-ce40e4d876f9 req-3cfd3419-4e75-4322-9c1d-8658b9f740bc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 210 time: 0.1637146 Mar 11 18:01:20.081035 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fc764edc-8e2b-4dd4-a4b6-d754330c24cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:20.089754 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-8b528b0c-a5ae-42b2-a7dd-2b0f24076075 None None] Port 86284f52-9a6f-405d-90cc-5d95e1e0e509 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:01:20.128013 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.managers [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Attempting to bind port 39b5e4bf-a34d-4c06-acf4-a1588976528b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:20.128013 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.managers [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Attempting to bind port 39b5e4bf-a34d-4c06-acf4-a1588976528b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cab359cb-40da-4713-bebd-112b0076170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'f4c53e35-78fb-4bad-a70c-fb5efed8d2ff'}] {{(pid=103278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:20.128487 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Attempting to bind port 39b5e4bf-a34d-4c06-acf4-a1588976528b on network f4c53e35-78fb-4bad-a70c-fb5efed8d2ff {{(pid=103278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:20.138350 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] Set router cbb82b8a-8c71-4464-90e4-d768f95c4802 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:20.199362 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c64c0505-46af-4283-83e1-89725a649624 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group_rule (59a10042-6fd6-4e93-954c-f1144cda6398), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:20.217865 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Port 39b5e4bf-a34d-4c06-acf4-a1588976528b on network f4c53e35-78fb-4bad-a70c-fb5efed8d2ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:01:20.218598 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Attempting to bind port 39b5e4bf-a34d-4c06-acf4-a1588976528b on network f4c53e35-78fb-4bad-a70c-fb5efed8d2ff {{(pid=103278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:20.245649 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:20.248440 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Checking segment: {'id': 'cab359cb-40da-4713-bebd-112b0076170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'f4c53e35-78fb-4bad-a70c-fb5efed8d2ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:20.249526 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Bound using segment: {'id': 'cab359cb-40da-4713-bebd-112b0076170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'f4c53e35-78fb-4bad-a70c-fb5efed8d2ff'} {{(pid=103278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:20.252794 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.managers [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Bound port: 39b5e4bf-a34d-4c06-acf4-a1588976528b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab359cb-40da-4713-bebd-112b0076170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'f4c53e35-78fb-4bad-a70c-fb5efed8d2ff'}}] {{(pid=103278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:20.254111 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:20.768714 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Publish callbacks [] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:20.863502 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:20.869446 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933479'] for router_interface (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:20.880958 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51716) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:20.907775 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:20.911238 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:20.930990 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] For port 39b5e4bf-a34d-4c06-acf4-a1588976528b, host hv-cinder-78836, cleared binding levels {{(pid=103278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:20.977596 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c64c0505-46af-4283-83e1-89725a649624 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group_rule (59a10042-6fd6-4e93-954c-f1144cda6398), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:21.030438 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] For port 39b5e4bf-a34d-4c06-acf4-a1588976528b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=39b5e4bf-a34d-4c06-acf4-a1588976528b,segment=NetworkSegment(cab359cb-40da-4713-bebd-112b0076170a),segment_id=cab359cb-40da-4713-bebd-112b0076170a)] {{(pid=103278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:21.033906 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c64c0505-46af-4283-83e1-89725a649624 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (59a10042-6fd6-4e93-954c-f1144cda6398), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:21.103310 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c0505-46af-4283-83e1-89725a649624 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a10042-6fd6-4e93-954c-f1144cda6398,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:21.121652 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:21.267523 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:21.271251 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for port (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:21.313800 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] 10.222.0.104 "PUT /v2.0/ports/39b5e4bf-a34d-4c06-acf4-a1588976528b HTTP/1.1" status: 200 len: 1093 time: 4.2511327 Mar 11 18:01:21.316633 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d845d2-8931-4baf-ae1a-acef0295293f', 'tag': '39b5e4bf-a34d-4c06-acf4-a1588976528b'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:01:21.360089 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=730fefae-b5d3-48f1-acc8-0ad1c807c1c3,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:21.393865 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:21.396308 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:21.764516 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'name': 'tempest-ServerRescueNegativeTestJSON-91245127-router', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:11Z', 'revision_number': 4, 'project_id': 'de1fa1034bb343609fb1431412b391d6', 'gw_port': {'id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:05Z', 'updated_at': '2022-03-11T18:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '25528b13-32b2-439d-89ac-1dd427ceb027', 'name': '', 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'mac_address': 'fa:16:3e:31:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7d395e4c-e767-470a-8b97-81a4caa9b38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:09Z', 'updated_at': '2022-03-11T18:01:18Z', 'revision_number': 4, 'project_id': 'de1fa1034bb343609fb1431412b391d6', 'subnets': [{'id': '7d395e4c-e767-470a-8b97-81a4caa9b38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:21.890393 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=730fefae-b5d3-48f1-acc8-0ad1c807c1c3,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:21.912350 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41533490-1fd2-4c72-ba30-142b06374774 None None] The sync data for ids ['cbb82b8a-8c71-4464-90e4-d768f95c4802'] in dv-cinder-788368-4-iscsi is: [{'id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'name': 'tempest-ServerRescueNegativeTestJSON-91245127-router', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:11Z', 'revision_number': 4, 'project_id': 'de1fa1034bb343609fb1431412b391d6', 'gw_port': {'id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:05Z', 'updated_at': '2022-03-11T18:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '25528b13-32b2-439d-89ac-1dd427ceb027', 'name': '', 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'mac_address': 'fa:16:3e:31:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7d395e4c-e767-470a-8b97-81a4caa9b38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:09Z', 'updated_at': '2022-03-11T18:01:18Z', 'revision_number': 4, 'project_id': 'de1fa1034bb343609fb1431412b391d6', 'subnets': [{'id': '7d395e4c-e767-470a-8b97-81a4caa9b38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:01:21.923876 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-10fc4884-29a4-479d-b04e-c2166a149779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:21.945747 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Pushing event updated for resources: {'Port': ['ID=86284f52-9a6f-405d-90cc-5d95e1e0e509,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:21.958210 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:21.958902 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:21.966193 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd61190-a974-4db4-911b-ab413e909c14 req-04d8c91d-cf38-421b-8e58-d172da8541fb tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:21.978209 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-04d8c91d-cf38-421b-8e58-d172da8541fb tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 817 time: 1.2047782 Mar 11 18:01:22.221472 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febc516-9a71-43e3-904c-487c6729675c req-9d328c79-27ab-420f-af80-eb09b6a60a56 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:22.230323 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2febc516-9a71-43e3-904c-487c6729675c req-9d328c79-27ab-420f-af80-eb09b6a60a56 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 1.2685096 Mar 11 18:01:22.243902 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee950a-33ab-4949-8afd-a20b874a9026 service neutron] Pushing event updated for resources: {'Port': ['ID=39b5e4bf-a34d-4c06-acf4-a1588976528b,revision_number=3']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:22.262688 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c64c0505-46af-4283-83e1-89725a649624 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:22.281473 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c64c0505-46af-4283-83e1-89725a649624 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5342183 Mar 11 18:01:22.282895 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51744) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:22.321242 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-bde6720b-7836-4b9c-9fb0-21cbd89b30b5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Request body: {'security_group_rule': {'security_group_id': '292ed40f-b079-4351-b787-dacc1f715e82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:22.357773 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fc764edc-8e2b-4dd4-a4b6-d754330c24cc admin admin] Publish callbacks [] for security_group (129f44af-4fbf-415c-a965-6f35f67692a3), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:22.398306 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:22.417531 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-10fc4884-29a4-479d-b04e-c2166a149779 admin admin] Publish callbacks [] for security_group (8e621903-937b-4593-aff0-b91edcdbf6f7), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:22.433033 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-16d423e7-14d4-48c6-8a44-b64137ada0f2 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/quotas/de1fa1034bb343609fb1431412b391d6 HTTP/1.1" status: 200 len: 375 time: 0.3395274 Mar 11 18:01:22.456815 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fc764edc-8e2b-4dd4-a4b6-d754330c24cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (129f44af-4fbf-415c-a965-6f35f67692a3), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:22.477440 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-32276606-6a1f-4240-a2f6-ee158b3a5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:22.481899 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-32276606-6a1f-4240-a2f6-ee158b3a5012 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d3cdf4792184afaa3c8f7c3d683f64e&device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 1127 time: 0.5558348 Mar 11 18:01:22.583987 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-10fc4884-29a4-479d-b04e-c2166a149779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (8e621903-937b-4593-aff0-b91edcdbf6f7), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:22.615665 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Network 14672d67-1901-485e-810c-784d68b54b42 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:22.639955 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-bde6720b-7836-4b9c-9fb0-21cbd89b30b5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group_rule (27b7cfaf-e306-4971-ba63-7b7ef418e176), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:22.692770 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:22.803310 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fb4b47-41b7-489b-866f-efa2344036a7" -d '{"events": [{"name": "network-changed", "server_uuid": "50d845d2-8931-4baf-ae1a-acef0295293f", "tag": "39b5e4bf-a34d-4c06-acf4-a1588976528b"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:01:22.860955 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2febc516-9a71-43e3-904c-487c6729675c req-9a9bb069-57b7-474c-8123-fcf162550aad tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183398 Mar 11 18:01:22.916756 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-10fc4884-29a4-479d-b04e-c2166a149779 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16d2cb9c45be41d89c02d7d9cb81a1f0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9980192 Mar 11 18:01:22.927924 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-50e569d7-3fb3-47eb-b7e0-6b0e977abee4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39b5e4bf-a34d-4c06-acf4-a1588976528b HTTP/1.1" status: 200 len: 217 time: 0.3695414 Mar 11 18:01:22.933187 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51756) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:22.944251 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 25528b13-32b2-439d-89ac-1dd427ceb027 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:23.065363 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc764edc-8e2b-4dd4-a4b6-d754330c24cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129f44af-4fbf-415c-a965-6f35f67692a3,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:23.091129 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Sync routers for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:01:23.098035 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-2771d11e-4b1c-4d05-acea-41ddeb988528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:23.101630 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-2771d11e-4b1c-4d05-acea-41ddeb988528 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=751ddba0-6075-446a-b580-01ab5c05a77f HTTP/1.1" status: 200 len: 852 time: 0.1718905 Mar 11 18:01:23.107423 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc4884-29a4-479d-b04e-c2166a149779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e621903-937b-4593-aff0-b91edcdbf6f7,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:23.124287 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 25528b13-32b2-439d-89ac-1dd427ceb027 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:23.132552 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:23.166157 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-36e9d513-b496-4d77-b467-0a34893cb7fe tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7294676 Mar 11 18:01:23.187971 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-bde6720b-7836-4b9c-9fb0-21cbd89b30b5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group_rule (27b7cfaf-e306-4971-ba63-7b7ef418e176), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:23.190650 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:23.194517 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:01:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:23.230355 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-fc764edc-8e2b-4dd4-a4b6-d754330c24cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b2951f9f4e04a72a0b0bf7bef54a7a5&name=default HTTP/1.1" status: 200 len: 2992 time: 3.2225640 Mar 11 18:01:23.239644 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51762) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:23.362814 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.104', 51573) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:23.477272 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5f848b4f-cdfe-4f56-8064-43f46040367c None None] Provisioning complete for port 86284f52-9a6f-405d-90cc-5d95e1e0e509 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:23.482382 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5f848b4f-cdfe-4f56-8064-43f46040367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:23.521713 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-bde6720b-7836-4b9c-9fb0-21cbd89b30b5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (27b7cfaf-e306-4971-ba63-7b7ef418e176), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:23.558330 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-cd434515-6cc7-48a5-ac0e-bd74254e2e82 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f4c53e35-78fb-4bad-a70c-fb5efed8d2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3055942 Mar 11 18:01:23.631875 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5f848b4f-cdfe-4f56-8064-43f46040367c None None] Port 86284f52-9a6f-405d-90cc-5d95e1e0e509 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:01:23.647583 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 25528b13-32b2-439d-89ac-1dd427ceb027 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:23.648157 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:23.741576 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6720b-7836-4b9c-9fb0-21cbd89b30b5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b7cfaf-e306-4971-ba63-7b7ef418e176,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:23.815120 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port 25528b13-32b2-439d-89ac-1dd427ceb027, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=25528b13-32b2-439d-89ac-1dd427ceb027,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:23.832048 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:23.834573 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:23.859991 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:24.236937 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=25528b13-32b2-439d-89ac-1dd427ceb027,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:24.304504 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:24.305075 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:24.448960 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-512b2a6b-76ee-4198-affa-65536b550f46 service neutron] 10.222.0.30 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2804301 Mar 11 18:01:24.540338 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-38abfcd2-7549-4366-8b9e-8206923164ea tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:24.558378 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-38abfcd2-7549-4366-8b9e-8206923164ea tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.104 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 817 time: 1.1893728 Mar 11 18:01:24.648568 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Request body: {'port': {'device_id': '356fa030-aa9b-4d47-a342-19deaf663763', 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3', 'admin_state_up': True, 'tenant_id': 'de1fa1034bb343609fb1431412b391d6'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:24.688487 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:24.691661 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device f512b20f-bb4a-4a18-9b94-3406dcc2fe46 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:24.768530 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8b0e20-ce5e-45d2-b5b4-afad03c0242f x-openstack-request-id: req-fe8b0e20-ce5e-45d2-b5b4-afad03c0242f {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:01:24.771891 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d845d2-8931-4baf-ae1a-acef0295293f", "tag": "39b5e4bf-a34d-4c06-acf4-a1588976528b", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:01:24.772373 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe8b0e20-ce5e-45d2-b5b4-afad03c0242f {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:01:24.774238 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d845d2-8931-4baf-ae1a-acef0295293f', 'tag': '39b5e4bf-a34d-4c06-acf4-a1588976528b', 'status': 'completed', 'code': 200} Mar 11 18:01:24.828245 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 2, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:24.879823 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-2aa43f74-3619-45ea-a20b-0237327b8628 service neutron] 10.222.0.104 "GET /v2.0/networks/f4c53e35-78fb-4bad-a70c-fb5efed8d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1457884 Mar 11 18:01:24.922860 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Checking router: 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:01:24.923408 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Updating router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc port af3bc449-c0b5-45fd-8a4b-647f73d0720f binding host dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:01:24.976319 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-51832f37-8fce-4678-8ec5-11bcdf110ba2 admin admin] Publish callbacks [] for security_group (129f44af-4fbf-415c-a965-6f35f67692a3), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:24.982246 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port f512b20f-bb4a-4a18-9b94-3406dcc2fe46 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:24.996090 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.024172 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-51832f37-8fce-4678-8ec5-11bcdf110ba2 admin admin] Publish callbacks [] for security_group (129f44af-4fbf-415c-a965-6f35f67692a3), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.064032 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.115959 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-bde6720b-7836-4b9c-9fb0-21cbd89b30b5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.121529 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-bde6720b-7836-4b9c-9fb0-21cbd89b30b5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8225975 Mar 11 18:01:25.152355 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51794) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:25.153580 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-69fe7dfd-c68b-4f71-8c10-97ae91e4ebc7 admin admin] Publish callbacks [] for security_group (8e621903-937b-4593-aff0-b91edcdbf6f7), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.169361 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-51832f37-8fce-4678-8ec5-11bcdf110ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (129f44af-4fbf-415c-a965-6f35f67692a3), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.172472 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-51832f37-8fce-4678-8ec5-11bcdf110ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.177564 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-51832f37-8fce-4678-8ec5-11bcdf110ba2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/129f44af-4fbf-415c-a965-6f35f67692a3 HTTP/1.1" status: 204 len: 168 time: 1.9222445 Mar 11 18:01:25.180885 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:25.217766 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-69fe7dfd-c68b-4f71-8c10-97ae91e4ebc7 admin admin] Publish callbacks [] for security_group (8e621903-937b-4593-aff0-b91edcdbf6f7), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.247066 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:25.354897 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51832f37-8fce-4678-8ec5-11bcdf110ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129f44af-4fbf-415c-a965-6f35f67692a3,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:25.424192 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-69fe7dfd-c68b-4f71-8c10-97ae91e4ebc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (8e621903-937b-4593-aff0-b91edcdbf6f7), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.433789 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-69fe7dfd-c68b-4f71-8c10-97ae91e4ebc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.436543 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-69fe7dfd-c68b-4f71-8c10-97ae91e4ebc7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e621903-937b-4593-aff0-b91edcdbf6f7 HTTP/1.1" status: 204 len: 168 time: 2.3719549 Mar 11 18:01:25.445921 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port f512b20f-bb4a-4a18-9b94-3406dcc2fe46 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:25.455019 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.532277 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port f512b20f-bb4a-4a18-9b94-3406dcc2fe46, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=f512b20f-bb4a-4a18-9b94-3406dcc2fe46,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:25.540727 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.692152 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=f512b20f-bb4a-4a18-9b94-3406dcc2fe46,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:25.752687 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:25.800047 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 25528b13-32b2-439d-89ac-1dd427ceb027 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:25.875455 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-f7deb397-2302-4f25-ac91-ef69046dd130 service neutron] 10.222.0.30 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3151894 Mar 11 18:01:25.881553 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-e7dbe28e-2aa7-44fe-8f16-e368286e211d req-309bf9c9-f1fe-4d55-92ca-9a493b0713b3 service neutron] 10.222.0.104 "GET /v2.0/networks/f4c53e35-78fb-4bad-a70c-fb5efed8d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9149318 Mar 11 18:01:25.884674 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe7dfd-c68b-4f71-8c10-97ae91e4ebc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e621903-937b-4593-aff0-b91edcdbf6f7,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:26.023289 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 25528b13-32b2-439d-89ac-1dd427ceb027 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:26.024569 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:26.246669 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 25528b13-32b2-439d-89ac-1dd427ceb027 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:26.285018 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb4b47-41b7-489b-866f-efa2344036a7 req-3292f214-fcff-4a74-9165-be171af186be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:26.287906 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-83fb4b47-41b7-489b-866f-efa2344036a7 req-3292f214-fcff-4a74-9165-be171af186be service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d3cdf4792184afaa3c8f7c3d683f64e&device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 1127 time: 0.2245312 Mar 11 18:01:26.316791 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:26.452673 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Publish callbacks [] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:26.470867 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:26.602503 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b84190-853d-43bc-a0e0-95b14bbca4ed None None] Pushing event updated for resources: {'Port': ['ID=af3bc449-c0b5-45fd-8a4b-647f73d0720f,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:26.696354 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee85c5-428a-46ab-be71-848fb5e10d76 req-1384952a-6baa-4faf-b74d-7ede814a4f6e tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:26.698747 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-43ee85c5-428a-46ab-be71-848fb5e10d76 req-1384952a-6baa-4faf-b74d-7ede814a4f6e tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 1.9410460 Mar 11 18:01:26.975289 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:26.991782 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Sync routers for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:01:27.072108 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-f6264b43-bef5-4a18-ad99-ef2642375829 admin admin] 10.222.0.30 "PUT /v2.0/routers/8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4430211 Mar 11 18:01:27.093892 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:27.095688 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0a715709-e7b9-4900-8262-f4acc3c633ac req-3c438cbd-69c3-4e02-9be4-40944ed65ab0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 210 time: 0.4657676 Mar 11 18:01:27.097681 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Made reservation on behalf of de1fa1034bb343609fb1431412b391d6 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:27.101555 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:27.120341 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:01:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:27.125605 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Attempting to bind port af3bc449-c0b5-45fd-8a4b-647f73d0720f on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:27.126625 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Attempting to bind port af3bc449-c0b5-45fd-8a4b-647f73d0720f by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:27.131009 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Attempting to bind port af3bc449-c0b5-45fd-8a4b-647f73d0720f on network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:27.175271 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:27.177764 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Checking segment: {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:27.183164 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:27.186763 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Bound using segment: {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:27.187688 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Bound port: af3bc449-c0b5-45fd-8a4b-647f73d0720f, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:27.188319 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:27.421145 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Allocated IP 172.27.0.109 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/92a598cc-3b59-4d81-9319-098541fc2a05) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:27.432010 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb4b47-41b7-489b-866f-efa2344036a7 req-0b4e0efb-b943-4ce9-b739-714cebc6a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:27.445758 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-83fb4b47-41b7-489b-866f-efa2344036a7 req-0b4e0efb-b943-4ce9-b739-714cebc6a2ec service neutron] 10.222.0.104 "GET /v2.0/networks?id=f4c53e35-78fb-4bad-a70c-fb5efed8d2ff HTTP/1.1" status: 200 len: 914 time: 1.1482503 Mar 11 18:01:27.569478 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-9467d909-9bce-464e-9a48-c7b8d83b5814 None None] Provisioning complete for port af3bc449-c0b5-45fd-8a4b-647f73d0720f triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:27.573044 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9467d909-9bce-464e-9a48-c7b8d83b5814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:27.712875 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] For port af3bc449-c0b5-45fd-8a4b-647f73d0720f, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:27.733406 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] For port af3bc449-c0b5-45fd-8a4b-647f73d0720f, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=af3bc449-c0b5-45fd-8a4b-647f73d0720f,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:27.763412 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:27.829120 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device f512b20f-bb4a-4a18-9b94-3406dcc2fe46 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:27.864702 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-83fb4b47-41b7-489b-866f-efa2344036a7 req-3f855e21-3898-414f-87e2-f6f65f8a7309 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39b5e4bf-a34d-4c06-acf4-a1588976528b HTTP/1.1" status: 200 len: 217 time: 0.4081423 Mar 11 18:01:28.006027 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Allocated IP 172.20.0.6 (abf8b21d-4c74-4320-a597-db72e3e147d3/7d395e4c-e767-470a-8b97-81a4caa9b38e/2e7b752e-b47c-4482-a1cf-cf0a4a87632f) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:28.027432 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:28.043028 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-9467d909-9bce-464e-9a48-c7b8d83b5814 None None] Port af3bc449-c0b5-45fd-8a4b-647f73d0720f cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:01:28.072093 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb4b47-41b7-489b-866f-efa2344036a7 req-0cae163f-c8ac-449d-8681-703137c97cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:28.077179 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-83fb4b47-41b7-489b-866f-efa2344036a7 req-0cae163f-c8ac-449d-8681-703137c97cce service neutron] 10.222.0.104 "GET /v2.0/subnets?id=751ddba0-6075-446a-b580-01ab5c05a77f HTTP/1.1" status: 200 len: 852 time: 0.1868856 Mar 11 18:01:28.137431 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:28.152486 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:01:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:28.250622 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b84190-853d-43bc-a0e0-95b14bbca4ed None None] Pushing event updated for resources: {'Port': ['ID=af3bc449-c0b5-45fd-8a4b-647f73d0720f,revision_number=4']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:28.252531 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-83fb4b47-41b7-489b-866f-efa2344036a7 req-1c45899e-1815-426a-8a3a-fccaea480c5f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f4c53e35-78fb-4bad-a70c-fb5efed8d2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570363 Mar 11 18:01:28.255975 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for port (92a598cc-3b59-4d81-9319-098541fc2a05), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:28.277712 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:28.470379 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks [] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:28.481796 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:28.626652 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:28.642905 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-43ee85c5-428a-46ab-be71-848fb5e10d76 req-bee32624-0e38-4598-97a3-31aa3dd770e3 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6652362 Mar 11 18:01:28.813241 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-a9fe7c6c-9f61-47a5-a059-2994252c0246 None None] Provisioning complete for port af3bc449-c0b5-45fd-8a4b-647f73d0720f triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:28.816246 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7c6c-9f61-47a5-a059-2994252c0246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:28.829452 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port f512b20f-bb4a-4a18-9b94-3406dcc2fe46 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:28.836433 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:28.837544 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-83fb4b47-41b7-489b-866f-efa2344036a7 req-3c7391cb-8dcc-4ce9-8460-2193c396bd39 service neutron] 10.222.0.104 "GET /v2.0/networks/f4c53e35-78fb-4bad-a70c-fb5efed8d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511456 Mar 11 18:01:28.846212 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (92a598cc-3b59-4d81-9319-098541fc2a05), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:29.179910 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Pushing event updated for resources: {'Port': ['ID=2e7b752e-b47c-4482-a1cf-cf0a4a87632f,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:29.305133 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.104', 51583) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:29.310623 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 51890) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:29.364243 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:29.379123 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:29.393429 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:29.506258 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51892) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:29.619320 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe7c6c-9f61-47a5-a059-2994252c0246 None None] Current status of the port af3bc449-c0b5-45fd-8a4b-647f73d0720f is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:29.620369 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7c6c-9f61-47a5-a059-2994252c0246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:29.629316 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51894) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:29.640727 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event updated for resources: {'Port': ['ID=92a598cc-3b59-4d81-9319-098541fc2a05,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:29.751556 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port f512b20f-bb4a-4a18-9b94-3406dcc2fe46 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:29.766456 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:27Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:29.770847 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-a9fe7c6c-9f61-47a5-a059-2994252c0246 None None] For port af3bc449-c0b5-45fd-8a4b-647f73d0720f, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=af3bc449-c0b5-45fd-8a4b-647f73d0720f,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:29.777699 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-83fb4b47-41b7-489b-866f-efa2344036a7 req-ad716343-2804-4ea6-9b63-ce893ea07264 service neutron] 10.222.0.104 "GET /v2.0/networks/f4c53e35-78fb-4bad-a70c-fb5efed8d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9256289 Mar 11 18:01:29.786216 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7c6c-9f61-47a5-a059-2994252c0246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:29.880215 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecf637b-b46f-4d88-8f94-4906b316e655 None None] The sync data for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi is: [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:27Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:01:29.880772 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (1e11d1ca-2526-4b07-9ef8-017ddf7704e9), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:29.889564 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 2, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:29.950349 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-17792d3d-1061-4278-b559-71f1d0c2e6c5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--274371387', 'description': 'tempest-description--1757336979'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:29.981135 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Checking router: 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:01:29.981496 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Updating router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb port 86284f52-9a6f-405d-90cc-5d95e1e0e509 binding host dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:01:30.085362 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-577e6c51-9aa5-45af-a4da-8a298a0a0a71 req-5423a687-ffb8-4981-9104-bf669a2c5db3 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 210 time: 0.8804317 Mar 11 18:01:30.130509 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Network abf8b21d-4c74-4320-a597-db72e3e147d3 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:30.155493 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device af3bc449-c0b5-45fd-8a4b-647f73d0720f up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:30.159515 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (92a598cc-3b59-4d81-9319-098541fc2a05), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:30.187963 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:30.197657 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:30.215918 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe7c6c-9f61-47a5-a059-2994252c0246 None None] Pushing event updated for resources: {'Port': ['ID=af3bc449-c0b5-45fd-8a4b-647f73d0720f,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:30.221399 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:30.222045 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:30.238961 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:30.376148 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-17792d3d-1061-4278-b559-71f1d0c2e6c5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:30.439561 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for port (92a598cc-3b59-4d81-9319-098541fc2a05), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:30.448812 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (92a598cc-3b59-4d81-9319-098541fc2a05), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:30.570951 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event updated for resources: {'Port': ['ID=92a598cc-3b59-4d81-9319-098541fc2a05,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:30.663846 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd61190-a974-4db4-911b-ab413e909c14 req-f482d5c5-165f-48cf-bbf2-1321103324a3 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:30.666017 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-f482d5c5-165f-48cf-bbf2-1321103324a3 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.104 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 817 time: 1.3535278 Mar 11 18:01:30.678776 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3550-f913-455d-a78f-9f00ecc9d10a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:30.790972 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (1e11d1ca-2526-4b07-9ef8-017ddf7704e9), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:30.816206 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-7cd61190-a974-4db4-911b-ab413e909c14 req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Request body: {'port': {'device_id': '15c1602c-7d4c-4d52-9a73-62d9c35caa3f', 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3', 'admin_state_up': True, 'tenant_id': 'de1fa1034bb343609fb1431412b391d6'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:30.833487 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c437db5c-5020-467c-8fbc-e1debc496f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:30.838469 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port af3bc449-c0b5-45fd-8a4b-647f73d0720f triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:30.839814 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:30.872751 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-2fa350ca-8f85-4f88-91f1-7fef226fb74c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2363691 Mar 11 18:01:30.880122 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:30.883916 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-a3802b46-1969-4772-a97f-ec508c49fb0d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7090707 Mar 11 18:01:30.931013 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Request body: {'port': {'device_id': '356fa030-aa9b-4d47-a342-19deaf663763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:31.246170 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c437db5c-5020-467c-8fbc-e1debc496f1a admin admin] Publish callbacks [] for security_group (afb9aa7a-1fcc-47f3-9999-c9e850b8d9d3), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:31.261084 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03321-d384-43fb-a40b-b7465dda9f80 req-630b9d53-2e0e-4b94-aae4-6505e6ebfe78 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:31.263962 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-61f03321-d384-43fb-a40b-b7465dda9f80 req-630b9d53-2e0e-4b94-aae4-6505e6ebfe78 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 0.6484597 Mar 11 18:01:31.283062 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c437db5c-5020-467c-8fbc-e1debc496f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (afb9aa7a-1fcc-47f3-9999-c9e850b8d9d3), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:31.298157 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Publish callbacks [] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:31.316979 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:31.433189 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9601a4-308a-4471-90a0-d1684d506add None None] Pushing event updated for resources: {'Port': ['ID=86284f52-9a6f-405d-90cc-5d95e1e0e509,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:31.473800 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c437db5c-5020-467c-8fbc-e1debc496f1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76a150621e304132981c7c17ff57b729&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9606173 Mar 11 18:01:31.479315 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51932) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:31.499176 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437db5c-5020-467c-8fbc-e1debc496f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb9aa7a-1fcc-47f3-9999-c9e850b8d9d3,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:31.679195 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a0589b6c-266b-43ac-bf91-3cab1db5d293 req-15390f0e-45e6-435c-8349-2de60ed24e08 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 210 time: 0.3396268 Mar 11 18:01:31.719010 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-17792d3d-1061-4278-b559-71f1d0c2e6c5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (9a21726e-b847-4b65-992b-01ae45171362), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:31.767623 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-17792d3d-1061-4278-b559-71f1d0c2e6c5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (9a21726e-b847-4b65-992b-01ae45171362), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:31.792649 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port af3bc449-c0b5-45fd-8a4b-647f73d0720f is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:31.804537 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:31.834190 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Attempting to bind port 86284f52-9a6f-405d-90cc-5d95e1e0e509 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:31.853191 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Attempting to bind port 86284f52-9a6f-405d-90cc-5d95e1e0e509 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:31.854911 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Attempting to bind port 86284f52-9a6f-405d-90cc-5d95e1e0e509 on network 14672d67-1901-485e-810c-784d68b54b42 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:31.873506 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:31.876686 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Checking segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:31.881542 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:31.883173 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Bound using segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:31.886108 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Bound port: 86284f52-9a6f-405d-90cc-5d95e1e0e509, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:31.886810 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:31.934190 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3550-f913-455d-a78f-9f00ecc9d10a admin admin] Publish callbacks [] for security_group (fc924b48-fa16-4a1d-9f74-2560b1db1d37), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:31.959207 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3550-f913-455d-a78f-9f00ecc9d10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (fc924b48-fa16-4a1d-9f74-2560b1db1d37), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:31.976098 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c5fab677-2db6-47a7-9e73-f2696a4226a9 admin admin] Publish callbacks [] for security_group (afb9aa7a-1fcc-47f3-9999-c9e850b8d9d3), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:32.025292 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device af3bc449-c0b5-45fd-8a4b-647f73d0720f up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:32.041525 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17792d3d-1061-4278-b559-71f1d0c2e6c5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a21726e-b847-4b65-992b-01ae45171362,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:32.193894 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-61f03321-d384-43fb-a40b-b7465dda9f80 req-a79703dd-052c-4aaa-9751-618e88ad326a tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8853018 Mar 11 18:01:32.199922 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd61190-a974-4db4-911b-ab413e909c14 req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Made reservation on behalf of de1fa1034bb343609fb1431412b391d6 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:32.228617 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-7cd61190-a974-4db4-911b-ab413e909c14 req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:32.250290 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] For port 86284f52-9a6f-405d-90cc-5d95e1e0e509, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:32.256185 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] For port 86284f52-9a6f-405d-90cc-5d95e1e0e509, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=86284f52-9a6f-405d-90cc-5d95e1e0e509,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:32.264604 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-ef7ea39d-5eb5-4411-949b-39ef8fb5fa68 None None] Provisioning complete for port 86284f52-9a6f-405d-90cc-5d95e1e0e509 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:32.265103 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea39d-5eb5-4411-949b-39ef8fb5fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:32.273306 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:32.510009 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port af3bc449-c0b5-45fd-8a4b-647f73d0720f triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:32.512989 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:32.554896 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-2f5b3550-f913-455d-a78f-9f00ecc9d10a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b3c4cb5a457479ab28b197b94444b96&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9077880 Mar 11 18:01:32.616849 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-7cd61190-a974-4db4-911b-ab413e909c14 req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Allocated IP 172.20.0.7 (abf8b21d-4c74-4320-a597-db72e3e147d3/7d395e4c-e767-470a-8b97-81a4caa9b38e/3c5b4dd4-8d31-403f-b237-73f43c107519) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:32.633079 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c5fab677-2db6-47a7-9e73-f2696a4226a9 admin admin] Publish callbacks [] for security_group (afb9aa7a-1fcc-47f3-9999-c9e850b8d9d3), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:32.756317 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-17792d3d-1061-4278-b559-71f1d0c2e6c5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:32.757624 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-17792d3d-1061-4278-b559-71f1d0c2e6c5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.8172772 Mar 11 18:01:32.791817 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b3550-f913-455d-a78f-9f00ecc9d10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc924b48-fa16-4a1d-9f74-2560b1db1d37,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:32.816659 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51956) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:32.817489 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51962) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:32.857481 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-26ddc71a-848a-4dea-a90b-2572073bc01f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'security_group_rule': {'security_group_id': '9a21726e-b847-4b65-992b-01ae45171362', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:32.867183 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:32.868029 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:01:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:32.890402 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c5fab677-2db6-47a7-9e73-f2696a4226a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (afb9aa7a-1fcc-47f3-9999-c9e850b8d9d3), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:32.896968 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c5fab677-2db6-47a7-9e73-f2696a4226a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:32.904081 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c5fab677-2db6-47a7-9e73-f2696a4226a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afb9aa7a-1fcc-47f3-9999-c9e850b8d9d3 HTTP/1.1" status: 204 len: 168 time: 1.4229889 Mar 11 18:01:33.037299 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fab677-2db6-47a7-9e73-f2696a4226a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb9aa7a-1fcc-47f3-9999-c9e850b8d9d3,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:33.083684 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9601a4-308a-4471-90a0-d1684d506add None None] Pushing event updated for resources: {'Port': ['ID=86284f52-9a6f-405d-90cc-5d95e1e0e509,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:33.342392 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-26ddc71a-848a-4dea-a90b-2572073bc01f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (424da923-0c9c-4831-823c-4935077a936b), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:33.445531 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-20cd697f-1696-4fae-98d1-e0becebf61d3 admin admin] Publish callbacks [] for security_group (fc924b48-fa16-4a1d-9f74-2560b1db1d37), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:33.492385 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-8c39b42b-18c8-4e28-bf62-80f5de8aac68 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1351910815&fields=id&tenant_id=f8aa7bc2fe374cd38f56514efc24a417 HTTP/1.1" status: 200 len: 267 time: 1.4244299 Mar 11 18:01:33.501871 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-20cd697f-1696-4fae-98d1-e0becebf61d3 admin admin] Publish callbacks [] for security_group (fc924b48-fa16-4a1d-9f74-2560b1db1d37), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:33.515774 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5d7afaed-0d42-44b8-a5f6-3cd8c3f0ba03 req-58774449-6ce8-4bae-ab36-f1c6439a3ba2 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 210 time: 0.3339474 Mar 11 18:01:33.642468 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-20cd697f-1696-4fae-98d1-e0becebf61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (fc924b48-fa16-4a1d-9f74-2560b1db1d37), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:33.646212 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-20cd697f-1696-4fae-98d1-e0becebf61d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:33.647570 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-20cd697f-1696-4fae-98d1-e0becebf61d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc924b48-fa16-4a1d-9f74-2560b1db1d37 HTTP/1.1" status: 204 len: 168 time: 0.8284228 Mar 11 18:01:33.664416 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd697f-1696-4fae-98d1-e0becebf61d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc924b48-fa16-4a1d-9f74-2560b1db1d37,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:33.713528 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ea39d-5eb5-4411-949b-39ef8fb5fa68 None None] Current status of the port 86284f52-9a6f-405d-90cc-5d95e1e0e509 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:33.715086 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea39d-5eb5-4411-949b-39ef8fb5fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:33.717450 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-26ddc71a-848a-4dea-a90b-2572073bc01f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (424da923-0c9c-4831-823c-4935077a936b), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:33.726447 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-26ddc71a-848a-4dea-a90b-2572073bc01f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (424da923-0c9c-4831-823c-4935077a936b), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:33.801888 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddc71a-848a-4dea-a90b-2572073bc01f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424da923-0c9c-4831-823c-4935077a936b,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:33.855144 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-26ddc71a-848a-4dea-a90b-2572073bc01f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:33.856924 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-26ddc71a-848a-4dea-a90b-2572073bc01f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0342610 Mar 11 18:01:33.859855 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51986) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:33.870435 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-34c710bd-ebbb-47f7-b5fc-65a7252e8c79 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'security_group_rule': {'security_group_id': '9a21726e-b847-4b65-992b-01ae45171362', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:33.985397 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-34c710bd-ebbb-47f7-b5fc-65a7252e8c79 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (b4a44e62-d562-4b9d-9084-2c19f2309dfd), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:34.015050 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:34.055593 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-7cd61190-a974-4db4-911b-ab413e909c14 req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks [] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:34.101851 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-7cd61190-a974-4db4-911b-ab413e909c14 req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:34.166702 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51988) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:34.231956 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8523d246-a6a1-4f05-9fbb-1296a55ace71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:34.312932 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-34c710bd-ebbb-47f7-b5fc-65a7252e8c79 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (b4a44e62-d562-4b9d-9084-2c19f2309dfd), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:34.333183 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-34c710bd-ebbb-47f7-b5fc-65a7252e8c79 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (b4a44e62-d562-4b9d-9084-2c19f2309dfd), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:34.408763 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c710bd-ebbb-47f7-b5fc-65a7252e8c79 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a44e62-d562-4b9d-9084-2c19f2309dfd,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:34.455596 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-34c710bd-ebbb-47f7-b5fc-65a7252e8c79 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:34.468436 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-34c710bd-ebbb-47f7-b5fc-65a7252e8c79 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6070535 Mar 11 18:01:34.469118 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51996) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:34.500504 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:34.537742 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd61190-a974-4db4-911b-ab413e909c14 req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Network abf8b21d-4c74-4320-a597-db72e3e147d3 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:34.564776 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 51998) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:34.578491 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-03a97a1a-cdb6-46c2-b8ac-6c36a64bf016 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:34.594179 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-03a97a1a-cdb6-46c2-b8ac-6c36a64bf016 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 817 time: 1.0082421 Mar 11 18:01:34.665210 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:34.665748 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-7cd61190-a974-4db4-911b-ab413e909c14 req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:34.699686 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Pushing event updated for resources: {'Port': ['ID=3c5b4dd4-8d31-403f-b237-73f43c107519,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:34.738416 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd61190-a974-4db4-911b-ab413e909c14 req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:34.754469 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd61190-a974-4db4-911b-ab413e909c14 req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:34.757127 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-7cd61190-a974-4db4-911b-ab413e909c14 req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:34.776924 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8523d246-a6a1-4f05-9fbb-1296a55ace71 admin admin] Publish callbacks [] for security_group (a3ee56ba-caad-4556-b8f5-e6681e98dc79), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:34.786850 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdaf78b-d3c3-4343-8f8b-17afa4eacc37 req-3ed63a96-fb53-4186-932c-74c5a804fe76 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:34.798886 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port af3bc449-c0b5-45fd-8a4b-647f73d0720f is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:34.800788 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8523d246-a6a1-4f05-9fbb-1296a55ace71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (a3ee56ba-caad-4556-b8f5-e6681e98dc79), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:34.807750 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6cdaf78b-d3c3-4343-8f8b-17afa4eacc37 req-3ed63a96-fb53-4186-932c-74c5a804fe76 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 0.8944156 Mar 11 18:01:34.808591 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-ef7ea39d-5eb5-4411-949b-39ef8fb5fa68 None None] For port 86284f52-9a6f-405d-90cc-5d95e1e0e509, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=86284f52-9a6f-405d-90cc-5d95e1e0e509,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:34.822912 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea39d-5eb5-4411-949b-39ef8fb5fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:34.899485 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-e52e4f1f-b253-42d7-9b3c-a5d55961e6e8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/quotas/f8aa7bc2fe374cd38f56514efc24a417 HTTP/1.1" status: 200 len: 375 time: 0.2707267 Mar 11 18:01:34.945113 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-8523d246-a6a1-4f05-9fbb-1296a55ace71 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4eb5abfd0534be7b70982818f8a995e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7703066 Mar 11 18:01:34.945113 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523d246-a6a1-4f05-9fbb-1296a55ace71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ee56ba-caad-4556-b8f5-e6681e98dc79,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:34.945113 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52006) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:35.006230 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-dabc2a71-56e2-41e2-a2ac-b823b4116695 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2031915 Mar 11 18:01:35.057163 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Request body: {'port': {'device_id': '15c1602c-7d4c-4d52-9a73-62d9c35caa3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:35.120517 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-55471a16-3e71-4acb-b38a-a1e9ece739ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.141230 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f70f4550-d1f5-4dd7-b710-197e3af73eb0 admin admin] Publish callbacks [] for security_group (a3ee56ba-caad-4556-b8f5-e6681e98dc79), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.158198 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ea39d-5eb5-4411-949b-39ef8fb5fa68 None None] Pushing event updated for resources: {'Port': ['ID=86284f52-9a6f-405d-90cc-5d95e1e0e509,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:35.163309 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-ba9b8591-2856-4419-992b-7960f3f73bf5 None None] Provisioning complete for port 86284f52-9a6f-405d-90cc-5d95e1e0e509 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:35.163689 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ba9b8591-2856-4419-992b-7960f3f73bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.209790 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6cdaf78b-d3c3-4343-8f8b-17afa4eacc37 req-f3b46ed8-6fa0-4d77-a06e-87b931917b84 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008391 Mar 11 18:01:35.233302 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.262288 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f70f4550-d1f5-4dd7-b710-197e3af73eb0 admin admin] Publish callbacks [] for security_group (a3ee56ba-caad-4556-b8f5-e6681e98dc79), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.318745 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1c37-097c-4522-aee3-dc45f974ceec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.437930 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-890a6a6a-6d4f-4d5d-bbf8-cbb365a654f8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5299826 Mar 11 18:01:35.497997 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7b752e-b47c-4482-a1cf-cf0a4a87632f {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:01:35.505605 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.531887 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f70f4550-d1f5-4dd7-b710-197e3af73eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (a3ee56ba-caad-4556-b8f5-e6681e98dc79), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.532156 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Publish callbacks [] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.534749 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f70f4550-d1f5-4dd7-b710-197e3af73eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.536088 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-f70f4550-d1f5-4dd7-b710-197e3af73eb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3ee56ba-caad-4556-b8f5-e6681e98dc79 HTTP/1.1" status: 204 len: 168 time: 0.5914323 Mar 11 18:01:35.537696 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Allocated IP 172.27.0.214 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/9fa3d65e-f498-4b07-8a7b-2d71fa856428) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:35.554108 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:32Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:35.593263 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f4550-d1f5-4dd7-b710-197e3af73eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ee56ba-caad-4556-b8f5-e6681e98dc79,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:35.621330 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf2c2c-fd26-41b2-be5f-02d3ad596187 None None] The sync data for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi is: [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:32Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:01:35.722111 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Transition to ACTIVE for port object 2e7b752e-b47c-4482-a1cf-cf0a4a87632f will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:01:35.730896 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1c37-097c-4522-aee3-dc45f974ceec admin admin] Publish callbacks [] for security_group (7fb2811b-375b-4df5-bf5b-9f7118a6dc12), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.769787 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1c37-097c-4522-aee3-dc45f974ceec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (7fb2811b-375b-4df5-bf5b-9f7118a6dc12), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.794467 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:35.860544 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640069a-eabf-43dd-ac24-9f5be4c4bfc5 req-b2027957-dc39-4582-9702-a1e529f856d9 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:35.883467 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1640069a-eabf-43dd-ac24-9f5be4c4bfc5 req-b2027957-dc39-4582-9702-a1e529f856d9 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 931 time: 0.5895944 Mar 11 18:01:35.954331 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b8591-2856-4419-992b-7960f3f73bf5 None None] Current status of the port 86284f52-9a6f-405d-90cc-5d95e1e0e509 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:36.133402 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-fe8b1c37-097c-4522-aee3-dc45f974ceec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ceb047ec73845e08dd1fd0faa88474f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5635827 Mar 11 18:01:36.144470 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52032) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:36.164357 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b1c37-097c-4522-aee3-dc45f974ceec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb2811b-375b-4df5-bf5b-9f7118a6dc12,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:36.266022 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2e99918e-6e42-4eab-b04a-5f57ce09027b admin admin] Publish callbacks [] for security_group (7fb2811b-375b-4df5-bf5b-9f7118a6dc12), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:36.295749 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2e99918e-6e42-4eab-b04a-5f57ce09027b admin admin] Publish callbacks [] for security_group (7fb2811b-375b-4df5-bf5b-9f7118a6dc12), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:36.348589 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for port (9fa3d65e-f498-4b07-8a7b-2d71fa856428), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:36.401643 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2e99918e-6e42-4eab-b04a-5f57ce09027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (7fb2811b-375b-4df5-bf5b-9f7118a6dc12), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:36.414259 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2e99918e-6e42-4eab-b04a-5f57ce09027b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:36.418603 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-2e99918e-6e42-4eab-b04a-5f57ce09027b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fb2811b-375b-4df5-bf5b-9f7118a6dc12 HTTP/1.1" status: 204 len: 168 time: 0.2695081 Mar 11 18:01:36.424060 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (9fa3d65e-f498-4b07-8a7b-2d71fa856428), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:36.470065 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99918e-6e42-4eab-b04a-5f57ce09027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb2811b-375b-4df5-bf5b-9f7118a6dc12,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:36.513522 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:36.517373 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:36.525798 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:36.544841 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'Port': ['ID=9fa3d65e-f498-4b07-8a7b-2d71fa856428,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:36.577142 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7b752e-b47c-4482-a1cf-cf0a4a87632f,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:36.601614 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (e6f661f6-fd4c-4c45-af32-95e9544f9953), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:36.644683 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-60ea217b-9c66-45e9-8730-bb7402a8e2b6 service neutron] 10.222.0.30 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0572269 Mar 11 18:01:36.685449 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (9fa3d65e-f498-4b07-8a7b-2d71fa856428), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:36.751683 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1640069a-eabf-43dd-ac24-9f5be4c4bfc5 req-2389a866-5221-473c-95f4-00737e49e957 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8668602 Mar 11 18:01:36.783470 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Attempting to bind port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:36.784085 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Attempting to bind port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:36.784641 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Attempting to bind port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f on network abf8b21d-4c74-4320-a597-db72e3e147d3 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:36.989908 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 86284f52-9a6f-405d-90cc-5d95e1e0e509 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:37.006645 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f on network abf8b21d-4c74-4320-a597-db72e3e147d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:01:37.006978 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Attempting to bind port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f on network abf8b21d-4c74-4320-a597-db72e3e147d3 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:37.050924 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for port (9fa3d65e-f498-4b07-8a7b-2d71fa856428), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.065055 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (9fa3d65e-f498-4b07-8a7b-2d71fa856428), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.091685 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:37.092061 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Checking segment: {'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:37.092643 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Bound using segment: {'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:37.093618 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Bound port: 2e7b752e-b47c-4482-a1cf-cf0a4a87632f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:37.093618 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.135237 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (e6f661f6-fd4c-4c45-af32-95e9544f9953), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.149468 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 86284f52-9a6f-405d-90cc-5d95e1e0e509 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:37.150835 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.164757 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'Port': ['ID=9fa3d65e-f498-4b07-8a7b-2d71fa856428,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:37.171177 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.172665 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ed63ca0e-1232-42ea-ad47-37d2dda6c4a4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7005832 Mar 11 18:01:37.246938 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-f593602f-a164-471b-b7bd-859acc0452cd service neutron] 10.222.0.30 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004670 Mar 11 18:01:37.293758 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 86284f52-9a6f-405d-90cc-5d95e1e0e509 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:37.300724 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db055b-6749-45d7-9aab-a91bd78df8f6 req-703aa16f-bb9a-473b-9d84-50b3e2272749 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:37.307943 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-74db055b-6749-45d7-9aab-a91bd78df8f6 req-703aa16f-bb9a-473b-9d84-50b3e2272749 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 0.3289101 Mar 11 18:01:37.321869 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52060) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:37.348858 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc4f6-d3ca-4651-a7de-d14a59cbefe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.366253 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] For port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:37.421129 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] For port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e7b752e-b47c-4482-a1cf-cf0a4a87632f,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:37.437587 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.493009 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-74db055b-6749-45d7-9aab-a91bd78df8f6 req-f3c56a4f-af86-4dff-a055-c55640e5b5bc tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839952 Mar 11 18:01:37.503451 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5b4dd4-8d31-403f-b237-73f43c107519 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:01:37.539265 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc4f6-d3ca-4651-a7de-d14a59cbefe7 admin admin] Publish callbacks [] for security_group (86c74397-26ee-4d2e-83d0-b53961f7929e), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.552465 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc4f6-d3ca-4651-a7de-d14a59cbefe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (86c74397-26ee-4d2e-83d0-b53961f7929e), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.592762 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Publish callbacks [] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.622247 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbc4f6-d3ca-4651-a7de-d14a59cbefe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c74397-26ee-4d2e-83d0-b53961f7929e,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:37.639592 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-f2dbc4f6-d3ca-4651-a7de-d14a59cbefe7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcaed200cd04403fba75c91ab9db86ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163486 Mar 11 18:01:37.642289 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52076) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:37.683830 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-68241e75-6f55-4663-9201-036b26541d57 req-1a9aa88d-6ba7-4b89-a621-9815974daa90 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 210 time: 0.1474175 Mar 11 18:01:37.686355 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:37.687026 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.688519 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] 10.222.0.104 "PUT /v2.0/ports/2e7b752e-b47c-4482-a1cf-cf0a4a87632f HTTP/1.1" status: 200 len: 1093 time: 6.7701154 Mar 11 18:01:37.700963 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356fa030-aa9b-4d47-a342-19deaf663763', 'tag': '2e7b752e-b47c-4482-a1cf-cf0a4a87632f'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:01:37.769399 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c68d76fc-60c2-4657-b8ed-865d8d9100ae admin admin] Publish callbacks [] for security_group (86c74397-26ee-4d2e-83d0-b53961f7929e), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.830699 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Transition to ACTIVE for port object 3c5b4dd4-8d31-403f-b237-73f43c107519 will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:01:37.848019 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c68d76fc-60c2-4657-b8ed-865d8d9100ae admin admin] Publish callbacks [] for security_group (86c74397-26ee-4d2e-83d0-b53961f7929e), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.853364 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.873789 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-21ae2a29-c1ad-48fe-a58c-552bb874ab67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.891173 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b9418-6f60-4edd-ac94-8d00f0855a92 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7b752e-b47c-4482-a1cf-cf0a4a87632f,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:37.985694 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c68d76fc-60c2-4657-b8ed-865d8d9100ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (86c74397-26ee-4d2e-83d0-b53961f7929e), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.989503 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c68d76fc-60c2-4657-b8ed-865d8d9100ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:37.991385 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c68d76fc-60c2-4657-b8ed-865d8d9100ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86c74397-26ee-4d2e-83d0-b53961f7929e HTTP/1.1" status: 204 len: 168 time: 0.3476698 Mar 11 18:01:37.997758 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-2ef825ac-1bd5-4d3c-b210-4f7444fede5e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--274371387&fields=id&tenant_id=ebd48be9d38b4dbaaa109c0895bb2068 HTTP/1.1" status: 200 len: 267 time: 0.3399289 Mar 11 18:01:38.038917 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d76fc-60c2-4657-b8ed-865d8d9100ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c74397-26ee-4d2e-83d0-b53961f7929e,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:38.190615 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Pushing event updated for resources: {'Port': ['ID=3c5b4dd4-8d31-403f-b237-73f43c107519,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:38.214361 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe0e215-6563-4372-b9e0-ee9328228722" -d '{"events": [{"name": "network-changed", "server_uuid": "356fa030-aa9b-4d47-a342-19deaf663763", "tag": "2e7b752e-b47c-4482-a1cf-cf0a4a87632f"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:01:38.223176 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Attempting to bind port 3c5b4dd4-8d31-403f-b237-73f43c107519 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:38.223846 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Attempting to bind port 3c5b4dd4-8d31-403f-b237-73f43c107519 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:38.224347 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Attempting to bind port 3c5b4dd4-8d31-403f-b237-73f43c107519 on network abf8b21d-4c74-4320-a597-db72e3e147d3 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:38.240772 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Port 3c5b4dd4-8d31-403f-b237-73f43c107519 on network abf8b21d-4c74-4320-a597-db72e3e147d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:01:38.241098 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Attempting to bind port 3c5b4dd4-8d31-403f-b237-73f43c107519 on network abf8b21d-4c74-4320-a597-db72e3e147d3 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:38.257659 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1fa7e-258f-443a-a7e8-81f150a9f940 req-0ee2a9a7-255d-4019-beec-41c391af9ed9 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:38.259407 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afb1fa7e-258f-443a-a7e8-81f150a9f940 req-0ee2a9a7-255d-4019-beec-41c391af9ed9 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.3408093 Mar 11 18:01:38.268431 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:38.268783 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Checking segment: {'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:38.269276 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Bound using segment: {'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:38.269613 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Bound port: 3c5b4dd4-8d31-403f-b237-73f43c107519, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:38.269976 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:38.299162 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-503c0f81-9ebc-4d61-9f64-269842c1fa06 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:38.306256 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-503c0f81-9ebc-4d61-9f64-269842c1fa06 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 815 time: 0.2719553 Mar 11 18:01:38.341914 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-639e153c-3543-4a0b-8567-b7560dd51c3c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/quotas/ebd48be9d38b4dbaaa109c0895bb2068 HTTP/1.1" status: 200 len: 375 time: 0.0344157 Mar 11 18:01:38.453212 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afb1fa7e-258f-443a-a7e8-81f150a9f940 req-fffa006b-2253-41bb-81f4-8179ae5b712c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790228 Mar 11 18:01:38.462370 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] For port 3c5b4dd4-8d31-403f-b237-73f43c107519, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:38.467575 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] For port 3c5b4dd4-8d31-403f-b237-73f43c107519, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3c5b4dd4-8d31-403f-b237-73f43c107519,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:38.485718 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-c0515121-5ae2-4256-bfcc-e73fe4ce7b8b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422024 Mar 11 18:01:38.492163 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:38.573404 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:38.574107 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:38.575644 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] 10.222.0.104 "PUT /v2.0/ports/3c5b4dd4-8d31-403f-b237-73f43c107519 HTTP/1.1" status: 200 len: 1093 time: 3.5345466 Mar 11 18:01:38.642247 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b43d9a-f4a7-4a47-91d7-645cdf816fbb service neutron] Pushing event updated for resources: {'Port': ['ID=3c5b4dd4-8d31-403f-b237-73f43c107519,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:38.683711 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-0464a04f-492e-4166-8593-4ab38c594fe8 service neutron] 10.222.0.30 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818192 Mar 11 18:01:38.800985 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-3fa02901-e8a3-4c4a-8541-b5197d8090ae service neutron] 10.222.0.30 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079044 Mar 11 18:01:39.069689 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebdb6b4-fa7a-42da-be92-36fb4b5f6bc1 x-openstack-request-id: req-3ebdb6b4-fa7a-42da-be92-36fb4b5f6bc1 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:01:39.069980 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356fa030-aa9b-4d47-a342-19deaf663763", "tag": "2e7b752e-b47c-4482-a1cf-cf0a4a87632f", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:01:39.070532 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ebdb6b4-fa7a-42da-be92-36fb4b5f6bc1 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:01:39.071194 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356fa030-aa9b-4d47-a342-19deaf663763', 'tag': '2e7b752e-b47c-4482-a1cf-cf0a4a87632f', 'status': 'completed', 'code': 200} Mar 11 18:01:39.168187 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e654c84-3d04-4150-bd02-f90d1e140c23 req-698694ba-0e12-477e-ab64-775eee2fc7b8 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:39.189213 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5e654c84-3d04-4150-bd02-f90d1e140c23 req-698694ba-0e12-477e-ab64-775eee2fc7b8 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 0.0892215 Mar 11 18:01:39.275373 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cd1c78fe-0eb1-4965-8a56-865587bc6e3f req-95db93e2-8ebc-4a03-aa10-2a70fe7ea691 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 210 time: 0.0794058 Mar 11 18:01:39.384667 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5e654c84-3d04-4150-bd02-f90d1e140c23 req-fea90abe-17af-45f3-8bce-19a6f8e425d3 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928523 Mar 11 18:01:39.456664 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-84af4f29-5a93-4f82-8d60-d1b3240331d1 req-22b97df7-0ea6-454c-9fbd-7bc941b31003 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 210 time: 0.0410700 Mar 11 18:01:39.794723 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec6a9c-b5f8-49a1-abe8-ef6410a389cf req-1c2fe1d5-e369-4384-a971-c783a04e1dc6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:39.803664 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eaec6a9c-b5f8-49a1-abe8-ef6410a389cf req-1c2fe1d5-e369-4384-a971-c783a04e1dc6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.1285205 Mar 11 18:01:39.930688 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eaec6a9c-b5f8-49a1-abe8-ef6410a389cf req-f4dd808a-e3c5-45ec-82f7-706108d27eba tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255531 Mar 11 18:01:40.083044 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-1e155c82-aa6f-4cbd-b886-2e709ce10d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:40.084737 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-1e155c82-aa6f-4cbd-b886-2e709ce10d95 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 1127 time: 0.1511664 Mar 11 18:01:40.133703 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 52172) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:40.297358 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-86e70c41-e43c-401c-aee2-8bf1916db7ba service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7b752e-b47c-4482-a1cf-cf0a4a87632f HTTP/1.1" status: 200 len: 217 time: 0.1531188 Mar 11 18:01:40.597804 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1449121994-network', 'tenant_id': 'e47bba3b0d2c423fbd61bada9d5fe097'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:40.669961 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5b99ee14-4c22-42b1-a502-6f3841892a6d req-1ac45337-073b-455f-9cec-209dbef855a9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 210 time: 0.0819602 Mar 11 18:01:40.691968 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-0a6105aa-d1b2-4b76-8e99-163f24dd9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:40.703534 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-0a6105aa-d1b2-4b76-8e99-163f24dd9dd6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7d395e4c-e767-470a-8b97-81a4caa9b38e HTTP/1.1" status: 200 len: 857 time: 0.3728118 Mar 11 18:01:40.724587 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd61190-a974-4db4-911b-ab413e909c14 req-03f93742-e2d7-4843-bd89-b562e7850963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:40.726166 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-03f93742-e2d7-4843-bd89-b562e7850963 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 1127 time: 0.5185835 Mar 11 18:01:40.768149 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Made reservation on behalf of e47bba3b0d2c423fbd61bada9d5fe097 for: {'network': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:40.770141 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:40.772462 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:40.810709 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-a049ed79-7a24-4b51-8ef3-ccc3ca9bbff8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf8b21d-4c74-4320-a597-db72e3e147d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059694 Mar 11 18:01:40.814460 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:40.864118 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-796d2d74-edab-444c-b711-a540826964ec service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5b4dd4-8d31-403f-b237-73f43c107519 HTTP/1.1" status: 200 len: 217 time: 0.0675025 Mar 11 18:01:40.923116 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-430c11b9-9a6e-4031-bb95-68ef904b1258 req-dcbd9356-79fa-416b-a610-352a7602233b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 210 time: 0.0773933 Mar 11 18:01:40.952530 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a0c90-97ec-4368-89a9-d9740e40c118 req-f944a028-5583-47a6-963f-0be166835363 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:40.954156 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-655a0c90-97ec-4368-89a9-d9740e40c118 req-f944a028-5583-47a6-963f-0be166835363 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 0.3655555 Mar 11 18:01:41.083142 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c1602c-7d4c-4d52-9a73-62d9c35caa3f', 'tag': '3c5b4dd4-8d31-403f-b237-73f43c107519'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:01:41.085585 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4899d4d-7052-4058-9dc1-036df7ff8f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "15c1602c-7d4c-4d52-9a73-62d9c35caa3f", "tag": "3c5b4dd4-8d31-403f-b237-73f43c107519"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:01:41.088996 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd61190-a974-4db4-911b-ab413e909c14 req-b780d7f2-161f-468c-ad21-122e6e04466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:41.090485 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-b780d7f2-161f-468c-ad21-122e6e04466a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7d395e4c-e767-470a-8b97-81a4caa9b38e HTTP/1.1" status: 200 len: 857 time: 0.2062964 Mar 11 18:01:41.180074 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-67a71bab-ea7f-45fb-af59-309c254fe571 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf8b21d-4c74-4320-a597-db72e3e147d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569184 Mar 11 18:01:41.187400 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-655a0c90-97ec-4368-89a9-d9740e40c118 req-b9d940c7-215d-4606-b814-31eb6eea14c4 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215829 Mar 11 18:01:41.195348 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-05fddfc3-2c0a-4be9-9f38-a687b9ad721d service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478606 Mar 11 18:01:41.379575 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1a0185-2e78-4710-8883-5490bd368932 x-openstack-request-id: req-2a1a0185-2e78-4710-8883-5490bd368932 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:01:41.379882 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c1602c-7d4c-4d52-9a73-62d9c35caa3f", "tag": "3c5b4dd4-8d31-403f-b237-73f43c107519", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:01:41.380226 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a1a0185-2e78-4710-8883-5490bd368932 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:01:41.380544 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c1602c-7d4c-4d52-9a73-62d9c35caa3f', 'tag': '3c5b4dd4-8d31-403f-b237-73f43c107519', 'status': 'completed', 'code': 200} Mar 11 18:01:41.388857 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Publish callbacks [] for security_group (bd366fa8-53b7-48d2-92c9-c6d6a9c9dcdc), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:41.400240 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d974d0e-c3e2-4bed-80e3-e672a3b76b1e req-c661e000-97ae-4947-9b48-fd9da0c9f3a0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:41.407713 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d974d0e-c3e2-4bed-80e3-e672a3b76b1e req-c661e000-97ae-4947-9b48-fd9da0c9f3a0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.3518198 Mar 11 18:01:41.445484 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (bd366fa8-53b7-48d2-92c9-c6d6a9c9dcdc), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:41.512320 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234} {{(pid=103277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:41.546438 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd366fa8-53b7-48d2-92c9-c6d6a9c9dcdc,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:41.551257 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-7da914b9-173c-451a-816c-30f4c64dc37b service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589754 Mar 11 18:01:41.565706 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88d5bd39-5ed4-4918-aee6-8c0ce9a19963 req-747ab6b5-ba14-4da8-94c6-2fbdd13171af service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565476 Mar 11 18:01:41.580393 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (8a260600-ff95-4e3b-ba11-d94d0037a31d), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:41.580763 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.segments_db [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Added segment 8a260600-ff95-4e3b-ba11-d94d0037a31d of type vlan for network fc058d1a-ccd9-4131-943e-3bbb56636191 Mar 11 18:01:41.624015 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d974d0e-c3e2-4bed-80e3-e672a3b76b1e req-39d10060-3b3d-4fd7-9193-09bcf0fdfe8a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154143 Mar 11 18:01:41.645621 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-4ae08edb-4403-428c-89a6-d726cede0132 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:41.647244 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-4ae08edb-4403-428c-89a6-d726cede0132 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 817 time: 0.3501558 Mar 11 18:01:41.682323 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:41.754392 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.104', 51591) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:41.796714 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (fc058d1a-ccd9-4131-943e-3bbb56636191), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:41.844550 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9103e910-916f-487e-890b-a895c0e485f8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8aa7bc2fe374cd38f56514efc24a417 HTTP/1.1" status: 200 len: 380 time: 0.1831725 Mar 11 18:01:41.858912 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Request body: {'port': {'device_id': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'admin_state_up': True, 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'security_groups': ['292ed40f-b079-4351-b787-dacc1f715e82']}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:42.000442 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.db.resource_extend [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 18:01:42.014132 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0540a8f6-6f16-4da4-bfe5-02ce64e095f6 req-996d07e6-40af-487c-8ca8-a0bf46609091 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 210 time: 0.1639702 Mar 11 18:01:42.077608 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Made reservation on behalf of f8aa7bc2fe374cd38f56514efc24a417 for: {'port': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:42.082731 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:42.150317 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (fc058d1a-ccd9-4131-943e-3bbb56636191), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:42.151613 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:42.152293 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:42.156264 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cd61190-a974-4db4-911b-ab413e909c14 req-3830fe20-20a6-4992-8665-aae647832fa5 service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930703 Mar 11 18:01:42.229174 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1c82deb3-c82c-4557-a253-736efed102d2 req-8b0b97f0-9132-4315-ba30-df30ea1f3fbd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 210 time: 0.1377254 Mar 11 18:01:42.247633 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0e215-6563-4372-b9e0-ee9328228722 req-15fa02b6-666d-4444-844e-b632265c40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:42.251047 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afe0e215-6563-4372-b9e0-ee9328228722 req-15fa02b6-666d-4444-844e-b632265c40a1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 1127 time: 0.4867115 Mar 11 18:01:42.318891 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Allocated IP 172.20.0.5 (1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa/209a4d2c-5029-4d6a-99e0-21663353e235/dce7ad5e-40f0-4f01-bbde-cbee94ea9e15) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:42.390121 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.2553523 Mar 11 18:01:42.397254 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52258) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:42.402145 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-1714ad92-09a3-4d27-9007-23071355680d admin admin] Request body: {'subnet': {'network_id': 'fc058d1a-ccd9-4131-943e-3bbb56636191', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1449121994-subnet', 'tenant_id': 'e47bba3b0d2c423fbd61bada9d5fe097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:42.406834 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6424b6-ac59-4b94-a504-efa87edc4eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=fc058d1a-ccd9-4131-943e-3bbb56636191,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:42.426015 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-6c12f102-7c06-44b9-9745-d1e3b46501c1 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:42.427728 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-6c12f102-7c06-44b9-9745-d1e3b46501c1 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 815 time: 0.6760662 Mar 11 18:01:42.435704 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:42.446305 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network fc058d1a-ccd9-4131-943e-3bbb56636191 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:42.475193 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1714ad92-09a3-4d27-9007-23071355680d admin admin] Made reservation on behalf of e47bba3b0d2c423fbd61bada9d5fe097 for: {'subnet': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:42.477755 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1714ad92-09a3-4d27-9007-23071355680d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:42.529264 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:42.647019 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:42.654041 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4899d4d-7052-4058-9dc1-036df7ff8f4b req-e3d6629a-0336-4b18-8b78-d7207b9fde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:42.655710 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a4899d4d-7052-4058-9dc1-036df7ff8f4b req-e3d6629a-0336-4b18-8b78-d7207b9fde9b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 1127 time: 0.3771930 Mar 11 18:01:42.672207 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d8d2b-43b9-4d9b-9a0e-f38d46d09483 req-f981ec0d-a632-4a27-96a4-559e9382a2dc tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:42.673858 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0c4d8d2b-43b9-4d9b-9a0e-f38d46d09483 req-f981ec0d-a632-4a27-96a4-559e9382a2dc tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 0.3232863 Mar 11 18:01:42.683746 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0e215-6563-4372-b9e0-ee9328228722 req-809d10a9-8332-4e97-8bb4-06caed1b8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:42.685321 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afe0e215-6563-4372-b9e0-ee9328228722 req-809d10a9-8332-4e97-8bb4-06caed1b8dc4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 919 time: 0.4033847 Mar 11 18:01:42.690453 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-59b7a73b-4492-4de9-a0b4-5ab59e4a17f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd48be9d38b4dbaaa109c0895bb2068 HTTP/1.1" status: 200 len: 379 time: 0.2218828 Mar 11 18:01:42.709900 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'port': {'device_id': '2982e072-7aec-45ce-92b4-adb969ba8980', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'admin_state_up': True, 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'security_groups': ['9a21726e-b847-4b65-992b-01ae45171362']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:42.719782 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:42.724031 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:42.792045 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:42.797415 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:42.798092 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for port (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:42.824633 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event updated for resources: {'Port': ['ID=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:42.837513 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1714ad92-09a3-4d27-9007-23071355680d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (5685b477-567b-4ee9-b0c7-fcd094b77ee9), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:42.869525 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-ac533e6d-d59b-4327-b0ca-9896e3fe4f30 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0189207 Mar 11 18:01:42.914174 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714ad92-09a3-4d27-9007-23071355680d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5685b477-567b-4ee9-b0c7-fcd094b77ee9,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:42.934237 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714ad92-09a3-4d27-9007-23071355680d admin admin] Checking segment: {'id': '8a260600-ff95-4e3b-ba11-d94d0037a31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'fc058d1a-ccd9-4131-943e-3bbb56636191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:42.934832 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714ad92-09a3-4d27-9007-23071355680d admin admin] Network hostable DHCP agents. Network: fc058d1a-ccd9-4131-943e-3bbb56636191, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:42.966938 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714ad92-09a3-4d27-9007-23071355680d admin admin] Network fc058d1a-ccd9-4131-943e-3bbb56636191 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:42.985203 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-1714ad92-09a3-4d27-9007-23071355680d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, fc058d1a-ccd9-4131-943e-3bbb56636191) {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:42.991267 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1714ad92-09a3-4d27-9007-23071355680d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:42.991890 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1714ad92-09a3-4d27-9007-23071355680d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:43.008741 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0286e193-7cfa-45a5-bfbb-33e2269a04eb None None] Network fc058d1a-ccd9-4131-943e-3bbb56636191 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:43.015925 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-1714ad92-09a3-4d27-9007-23071355680d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6176291 Mar 11 18:01:43.045243 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:01:43.134145 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-c969dfe8-57e2-4463-b85d-20acf9e528d1 None None] Provisioning complete for port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:43.134405 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c969dfe8-57e2-4463-b85d-20acf9e528d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:43.176103 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-c969dfe8-57e2-4463-b85d-20acf9e528d1 None None] Port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:01:43.177807 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb422b6-26b4-4984-9219-82b8990f5086 None None] Network fc058d1a-ccd9-4131-943e-3bbb56636191 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:43.185545 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afe0e215-6563-4372-b9e0-ee9328228722 req-9ec79350-0678-41c4-94f3-4eaeddf34b7f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7b752e-b47c-4482-a1cf-cf0a4a87632f HTTP/1.1" status: 200 len: 217 time: 0.4718435 Mar 11 18:01:43.344365 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0c4d8d2b-43b9-4d9b-9a0e-f38d46d09483 req-910a4455-9108-4c4a-975e-de10e544e10a tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426432 Mar 11 18:01:43.353675 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4899d4d-7052-4058-9dc1-036df7ff8f4b req-13973566-3c58-49a6-b5cb-e8d7ca68bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:43.355340 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a4899d4d-7052-4058-9dc1-036df7ff8f4b req-13973566-3c58-49a6-b5cb-e8d7ca68bf59 service neutron] 10.222.0.104 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 919 time: 0.6920209 Mar 11 18:01:43.376890 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6aca7-f4a2-4078-baec-e242813abecb req-922b85a6-d200-48f9-913b-863f50890502 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:43.378700 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eba6aca7-f4a2-4078-baec-e242813abecb req-922b85a6-d200-48f9-913b-863f50890502 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.2703087 Mar 11 18:01:43.386510 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Made reservation on behalf of ebd48be9d38b4dbaaa109c0895bb2068 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:43.392729 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:43.537607 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eba6aca7-f4a2-4078-baec-e242813abecb req-9e2cd408-6d44-415c-aac3-f28b92c3ebfc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357026 Mar 11 18:01:43.592911 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cedd2-38aa-49a0-b045-56da5e7d03a8 req-30105031-fac6-46a6-929e-1c522c874295 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:43.594490 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-058cedd2-38aa-49a0-b045-56da5e7d03a8 req-30105031-fac6-46a6-929e-1c522c874295 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 931 time: 0.1211512 Mar 11 18:01:43.667819 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-79fc6f95-0ef6-4e54-9fe2-6dbc2cff5d94 req-16bd4e5e-a4de-4de0-8ff7-c35c4a25f807 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 210 time: 0.0517695 Mar 11 18:01:43.674773 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Allocated IP 172.20.0.4 (14672d67-1901-485e-810c-784d68b54b42/06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da/2af54cac-dca9-43f1-83cc-cf99f28c349f) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:43.717840 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-058cedd2-38aa-49a0-b045-56da5e7d03a8 req-3e3a982b-2b13-4b25-a5b5-84b885bac509 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058736 Mar 11 18:01:43.841169 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52292) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:43.846377 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-414035598-network', 'tenant_id': '9f2cce97d75e4f2eaef48bc294fb49b7'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:43.870123 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Made reservation on behalf of 9f2cce97d75e4f2eaef48bc294fb49b7 for: {'network': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:43.873420 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:43.878394 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:43.884864 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:43.917595 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:43.970208 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Network 14672d67-1901-485e-810c-784d68b54b42 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:43.977044 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:43.977726 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Publish callbacks [] for security_group (a7005f87-e066-4aea-8cbd-7fc8bfd39ebb), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:43.984522 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (a7005f87-e066-4aea-8cbd-7fc8bfd39ebb), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:43.985428 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:43.994717 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:43.995416 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:44.002540 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'Port': ['ID=2af54cac-dca9-43f1-83cc-cf99f28c349f,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:44.017311 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=103278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:44.023207 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-486bc769-53f1-42cb-832d-8062f4315f00 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3176153 Mar 11 18:01:44.028860 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7005f87-e066-4aea-8cbd-7fc8bfd39ebb,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:44.034367 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (6a2758a4-6214-4cba-87c6-d0027abf92ed), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:44.034741 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.segments_db [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Added segment 6a2758a4-6214-4cba-87c6-d0027abf92ed of type vlan for network 5a117eec-710b-41d4-9e3d-3f7f5b2ac883 Mar 11 18:01:44.096841 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (5a117eec-710b-41d4-9e3d-3f7f5b2ac883), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:44.130466 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (5a117eec-710b-41d4-9e3d-3f7f5b2ac883), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:44.132288 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:44.133313 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:44.182466 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3399742 Mar 11 18:01:44.190116 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 52298) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:44.196360 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-654447ce-ffc1-4895-86c7-f34dfd969a24 admin admin] Request body: {'subnet': {'network_id': '5a117eec-710b-41d4-9e3d-3f7f5b2ac883', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-414035598-subnet', 'tenant_id': '9f2cce97d75e4f2eaef48bc294fb49b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:44.214811 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4274b12-7c5c-4a00-bbef-d552735b84b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5a117eec-710b-41d4-9e3d-3f7f5b2ac883,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:44.233509 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654447ce-ffc1-4895-86c7-f34dfd969a24 admin admin] Made reservation on behalf of 9f2cce97d75e4f2eaef48bc294fb49b7 for: {'subnet': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:44.236089 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network 5a117eec-710b-41d4-9e3d-3f7f5b2ac883 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:44.240784 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-654447ce-ffc1-4895-86c7-f34dfd969a24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:44.355654 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5f398739-8d19-4ae4-9d92-63224c99beeb None None] Provisioning complete for port 2af54cac-dca9-43f1-83cc-cf99f28c349f triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:44.356230 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5f398739-8d19-4ae4-9d92-63224c99beeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:44.430725 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5f398739-8d19-4ae4-9d92-63224c99beeb None None] Port 2af54cac-dca9-43f1-83cc-cf99f28c349f cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:01:44.538723 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-654447ce-ffc1-4895-86c7-f34dfd969a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (e6f31628-43ab-4388-af5e-08ce35c2a285), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:44.602126 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf29151-21af-4842-bace-b89d2cb20d90 req-65a623a1-3494-438a-960d-8bedd49a1f62 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:44.604144 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cbf29151-21af-4842-bace-b89d2cb20d90 req-65a623a1-3494-438a-960d-8bedd49a1f62 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 0.1454668 Mar 11 18:01:44.625052 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654447ce-ffc1-4895-86c7-f34dfd969a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f31628-43ab-4388-af5e-08ce35c2a285,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:44.681042 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654447ce-ffc1-4895-86c7-f34dfd969a24 admin admin] Checking segment: {'id': '6a2758a4-6214-4cba-87c6-d0027abf92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '5a117eec-710b-41d4-9e3d-3f7f5b2ac883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:44.681497 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654447ce-ffc1-4895-86c7-f34dfd969a24 admin admin] Network hostable DHCP agents. Network: 5a117eec-710b-41d4-9e3d-3f7f5b2ac883, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:44.726745 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cbf29151-21af-4842-bace-b89d2cb20d90 req-73a156de-3a49-43e2-8ee3-43f3dd100aa7 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063550 Mar 11 18:01:44.737437 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654447ce-ffc1-4895-86c7-f34dfd969a24 admin admin] Network 5a117eec-710b-41d4-9e3d-3f7f5b2ac883 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:44.750089 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba4be5-83be-4797-9536-6772e5411cec req-935272d6-a924-4ad0-bd3d-dd48dc80aec1 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:44.751758 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ddba4be5-83be-4797-9536-6772e5411cec req-935272d6-a924-4ad0-bd3d-dd48dc80aec1 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.1277640 Mar 11 18:01:44.773049 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-654447ce-ffc1-4895-86c7-f34dfd969a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, 5a117eec-710b-41d4-9e3d-3f7f5b2ac883) {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:44.790431 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ea03b-1d2c-4163-9482-29d3ae47c16c None None] Network 5a117eec-710b-41d4-9e3d-3f7f5b2ac883 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:44.791880 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654447ce-ffc1-4895-86c7-f34dfd969a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:44.792574 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-654447ce-ffc1-4895-86c7-f34dfd969a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:44.843102 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-654447ce-ffc1-4895-86c7-f34dfd969a24 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6520078 Mar 11 18:01:44.864165 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ddba4be5-83be-4797-9536-6772e5411cec req-3c315c0e-5cc8-443d-bc8a-82bada79638b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003575 Mar 11 18:01:44.928875 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3cef9-d2cb-4404-841f-bd30a088fa48 req-fcfb9ff3-92fe-496f-b10a-6ffc4e50533b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:44.932329 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7de3cef9-d2cb-4404-841f-bd30a088fa48 req-fcfb9ff3-92fe-496f-b10a-6ffc4e50533b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 931 time: 0.1176667 Mar 11 18:01:44.978405 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144616a3-fedf-447b-acc3-15c36208e6f9 None None] Network 5a117eec-710b-41d4-9e3d-3f7f5b2ac883 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:45.018435 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52312) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:45.076453 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7de3cef9-d2cb-4404-841f-bd30a088fa48 req-aec01291-c0c9-4282-af66-0ca345b6f33e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241767 Mar 11 18:01:45.088165 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c6b9-a03d-49e1-896c-b3bbfd70ffb5 req-973cd64b-8da5-4281-9b81-5d20ccf351be tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:45.090335 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9846c6b9-a03d-49e1-896c-b3bbfd70ffb5 req-973cd64b-8da5-4281-9b81-5d20ccf351be tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 931 time: 0.1551456 Mar 11 18:01:45.111152 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa196c0-5850-4223-ad51-92cf774dc28f admin admin] Deleting subnet 5685b477-567b-4ee9-b0c7-fcd094b77ee9 {{(pid=103278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:01:45.115624 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4aa196c0-5850-4223-ad51-92cf774dc28f admin admin] Publish callbacks [] for subnet (5685b477-567b-4ee9-b0c7-fcd094b77ee9), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:45.159806 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4aa196c0-5850-4223-ad51-92cf774dc28f admin admin] Publish callbacks [] for subnet (5685b477-567b-4ee9-b0c7-fcd094b77ee9), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:45.167767 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9846c6b9-a03d-49e1-896c-b3bbfd70ffb5 req-4f6a8d53-5260-4e0b-b31f-7399ffde33b5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710137 Mar 11 18:01:45.174569 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4aa196c0-5850-4223-ad51-92cf774dc28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (5685b477-567b-4ee9-b0c7-fcd094b77ee9), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:45.255425 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4aa196c0-5850-4223-ad51-92cf774dc28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (5685b477-567b-4ee9-b0c7-fcd094b77ee9), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:45.289261 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa196c0-5850-4223-ad51-92cf774dc28f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5685b477-567b-4ee9-b0c7-fcd094b77ee9,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:45.295278 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4aa196c0-5850-4223-ad51-92cf774dc28f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:45.300396 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-4aa196c0-5850-4223-ad51-92cf774dc28f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5685b477-567b-4ee9-b0c7-fcd094b77ee9 HTTP/1.1" status: 204 len: 168 time: 0.2789280 Mar 11 18:01:45.304155 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52320) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:45.416390 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (fc058d1a-ccd9-4131-943e-3bbb56636191), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:45.552409 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (fc058d1a-ccd9-4131-943e-3bbb56636191), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:45.585601 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.586104 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.587261 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.587771 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > port after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.588241 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.588672 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > port after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.589112 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.589529 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.589984 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.590415 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.655428 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Request body: {'port': {'device_id': '2982e072-7aec-45ce-92b4-adb969ba8980', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:45.726358 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.726822 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.727207 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.727585 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:01:45.728594 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc058d1a-ccd9-4131-943e-3bbb56636191']}} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:45.741096 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a4899d4d-7052-4058-9dc1-036df7ff8f4b req-ca8559cd-c244-4a0c-a8cb-ef9ceb9ff130 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5b4dd4-8d31-403f-b237-73f43c107519 HTTP/1.1" status: 200 len: 217 time: 0.1009400 Mar 11 18:01:45.741982 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Request body: {'port': {'device_id': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:45.764064 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0e215-6563-4372-b9e0-ee9328228722 req-3faefb8b-1b65-4539-ba84-a3a32ac6f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:45.765614 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afe0e215-6563-4372-b9e0-ee9328228722 req-3faefb8b-1b65-4539-ba84-a3a32ac6f5f8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7d395e4c-e767-470a-8b97-81a4caa9b38e HTTP/1.1" status: 200 len: 857 time: 0.1238871 Mar 11 18:01:45.787027 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a260600-ff95-4e3b-ba11-d94d0037a31d') {'for_net_delete': True} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:45.787495 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a260600-ff95-4e3b-ba11-d94d0037a31d') {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:45.796316 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:45.827462 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13299075'] for segment (8a260600-ff95-4e3b-ba11-d94d0037a31d), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:45.888133 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (8a260600-ff95-4e3b-ba11-d94d0037a31d), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:45.904775 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=103278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:01:45.905337 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16008886'] for segment (8a260600-ff95-4e3b-ba11-d94d0037a31d), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: from cryptography.utils import int_from_bytes Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: from cryptography.utils import int_from_bytes Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: Traceback (most recent call last): Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: timer() Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: cb(*args, **kw) Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: return func(*args, **kwargs) Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: self._notify() Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: self.callback(batched_events) Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: event.method(event) Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: return f(self, *a, **k) Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._get(url).json() Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:45.934166 dv-cinder-788368-4-iscsi neutron-server[103278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:46.024016 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8afd70-c69f-4bbf-86a0-7b1e236cdc9c req-4537e596-87a5-48bf-a74e-96b9257a447c tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:46.025847 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5c8afd70-c69f-4bbf-86a0-7b1e236cdc9c req-4537e596-87a5-48bf-a74e-96b9257a447c tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 0.1674969 Mar 11 18:01:46.125835 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.187175 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8b998-c852-437f-82a5-75bf1381b246 req-0ba5f83b-4587-470a-b1ed-536f9e84d4e8 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:46.189609 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-73e8b998-c852-437f-82a5-75bf1381b246 req-0ba5f83b-4587-470a-b1ed-536f9e84d4e8 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.2022393 Mar 11 18:01:46.199860 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5c8afd70-c69f-4bbf-86a0-7b1e236cdc9c req-0a00bad5-2610-4b48-9b91-2b8ea8bb348b tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518648 Mar 11 18:01:46.254590 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (fc058d1a-ccd9-4131-943e-3bbb56636191), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.272364 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.280579 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fc058d1a-ccd9-4131-943e-3bbb56636191 HTTP/1.1" status: 204 len: 168 time: 0.9699357 Mar 11 18:01:46.283103 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 52332) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:46.290337 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c748671-3e96-470d-b210-d264bb5e8659 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc058d1a-ccd9-4131-943e-3bbb56636191,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:46.433132 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af54cac-dca9-43f1-83cc-cf99f28c349f {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:01:46.467418 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Publish callbacks [] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.472735 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-73e8b998-c852-437f-82a5-75bf1381b246 req-00465bfe-e5cf-49db-92a9-29afa782feb7 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578113 Mar 11 18:01:46.487029 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c45ee94-d037-4ef5-bc7f-3a46f7373940 admin admin] Deleting subnet e6f31628-43ab-4388-af5e-08ce35c2a285 {{(pid=103277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:01:46.494599 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c45ee94-d037-4ef5-bc7f-3a46f7373940 admin admin] Publish callbacks [] for subnet (e6f31628-43ab-4388-af5e-08ce35c2a285), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.498643 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Transition to ACTIVE for port object 2af54cac-dca9-43f1-83cc-cf99f28c349f will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:01:46.519319 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.586532 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c45ee94-d037-4ef5-bc7f-3a46f7373940 admin admin] Publish callbacks [] for subnet (e6f31628-43ab-4388-af5e-08ce35c2a285), precommit_delete_associations {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.626530 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c45ee94-d037-4ef5-bc7f-3a46f7373940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (e6f31628-43ab-4388-af5e-08ce35c2a285), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.639033 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e11c8-52b8-44e5-a199-3b4524650ed3 req-414574ff-2d88-4425-91a8-adf856365a5d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:46.640954 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1f3e11c8-52b8-44e5-a199-3b4524650ed3 req-414574ff-2d88-4425-91a8-adf856365a5d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 931 time: 0.2923770 Mar 11 18:01:46.652691 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 {{(pid=103278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:01:46.668279 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Publish callbacks [] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.688216 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Pushing event updated for resources: {'Port': ['ID=2af54cac-dca9-43f1-83cc-cf99f28c349f,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:46.698300 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.provisioning_blocks [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Transition to ACTIVE for port object dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 will not be triggered until provisioned by entity L2. {{(pid=103278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:01:46.705615 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.823140 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Attempting to bind port 2af54cac-dca9-43f1-83cc-cf99f28c349f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:46.823475 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Attempting to bind port 2af54cac-dca9-43f1-83cc-cf99f28c349f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:46.823797 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Attempting to bind port 2af54cac-dca9-43f1-83cc-cf99f28c349f on network 14672d67-1901-485e-810c-784d68b54b42 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:46.841977 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Port 2af54cac-dca9-43f1-83cc-cf99f28c349f on network 14672d67-1901-485e-810c-784d68b54b42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:01:46.842433 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Attempting to bind port 2af54cac-dca9-43f1-83cc-cf99f28c349f on network 14672d67-1901-485e-810c-784d68b54b42 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:46.856633 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c45ee94-d037-4ef5-bc7f-3a46f7373940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (e6f31628-43ab-4388-af5e-08ce35c2a285), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.869500 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1f3e11c8-52b8-44e5-a199-3b4524650ed3 req-e593b585-ee9c-44fc-a6ac-1eadb8ab1aa3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889725 Mar 11 18:01:46.875396 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:46.875746 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Checking segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:46.876146 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Bound using segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:46.876767 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Bound port: 2af54cac-dca9-43f1-83cc-cf99f28c349f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:46.878053 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.886367 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c45ee94-d037-4ef5-bc7f-3a46f7373940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:46.890000 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-2c45ee94-d037-4ef5-bc7f-3a46f7373940 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e6f31628-43ab-4388-af5e-08ce35c2a285 HTTP/1.1" status: 204 len: 168 time: 0.6054783 Mar 11 18:01:46.904562 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52338) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:46.914977 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Pushing event updated for resources: {'Port': ['ID=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:46.928838 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f1daa-296f-406c-9fdb-12bec8eb973a req-4dc69750-376b-434f-b3e1-eac8ba754260 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:46.934206 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-121f1daa-296f-406c-9fdb-12bec8eb973a req-4dc69750-376b-434f-b3e1-eac8ba754260 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 931 time: 0.3117468 Mar 11 18:01:46.948325 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45ee94-d037-4ef5-bc7f-3a46f7373940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f31628-43ab-4388-af5e-08ce35c2a285,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:47.016156 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.managers [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Attempting to bind port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:47.016491 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.managers [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Attempting to bind port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'}] {{(pid=103278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:47.016820 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Attempting to bind port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 on network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa {{(pid=103278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:47.027200 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (5a117eec-710b-41d4-9e3d-3f7f5b2ac883), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:47.029298 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 on network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:01:47.030214 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Attempting to bind port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 on network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa {{(pid=103278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:47.038994 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:47.039314 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Checking segment: {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:47.039881 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Bound using segment: {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'} {{(pid=103278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:47.040336 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.managers [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Bound port: dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'}}] {{(pid=103278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:47.040725 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:47.130824 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afe0e215-6563-4372-b9e0-ee9328228722 req-9212b808-69f1-4aa6-b990-4547560b5c1f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf8b21d-4c74-4320-a597-db72e3e147d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169422 Mar 11 18:01:47.201225 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (5a117eec-710b-41d4-9e3d-3f7f5b2ac883), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:47.210529 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, cleared binding levels {{(pid=103278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:47.233776 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:47.236515 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a117eec-710b-41d4-9e3d-3f7f5b2ac883']}} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:47.251415 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2758a4-6214-4cba-87c6-d0027abf92ed') {'for_net_delete': True} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:47.252641 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2758a4-6214-4cba-87c6-d0027abf92ed') {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:47.255092 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:47.285463 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-121f1daa-296f-406c-9fdb-12bec8eb973a req-33ade524-f64e-4e47-8c95-c0e392008c66 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327954 Mar 11 18:01:47.292789 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13299075'] for segment (6a2758a4-6214-4cba-87c6-d0027abf92ed), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:47.305381 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4899d4d-7052-4058-9dc1-036df7ff8f4b req-c44cfc0e-fc81-4048-a205-96636b06a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:47.307954 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a4899d4d-7052-4058-9dc1-036df7ff8f4b req-c44cfc0e-fc81-4048-a205-96636b06a8e0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7d395e4c-e767-470a-8b97-81a4caa9b38e HTTP/1.1" status: 200 len: 857 time: 0.2964194 Mar 11 18:01:47.311569 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:47.312755 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for port (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:47.314856 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] 10.222.0.104 "PUT /v2.0/ports/dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 HTTP/1.1" status: 200 len: 1093 time: 1.5792165 Mar 11 18:01:47.315604 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:01:47.318614 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b02a063-2432-4d0f-a35a-7f240acecf74" -d '{"events": [{"name": "network-changed", "server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:01:47.342490 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (6a2758a4-6214-4cba-87c6-d0027abf92ed), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:47.414487 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=103278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:01:47.419922 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16008886'] for segment (6a2758a4-6214-4cba-87c6-d0027abf92ed), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: Traceback (most recent call last): Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: timer() Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: cb(*args, **kw) Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: return func(*args, **kwargs) Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: self._notify() Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: self.callback(batched_events) Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: event.method(event) Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: return f(self, *a, **k) Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._get(url).json() Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:47.424144 dv-cinder-788368-4-iscsi neutron-server[103278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:47.467799 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b518a6f-ea21-4ab6-b9f8-fd4f29dad1be x-openstack-request-id: req-5b518a6f-ea21-4ab6-b9f8-fd4f29dad1be {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:01:47.468457 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:01:47.468973 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b518a6f-ea21-4ab6-b9f8-fd4f29dad1be {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:01:47.469736 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'status': 'completed', 'code': 200} Mar 11 18:01:47.493454 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] For port 2af54cac-dca9-43f1-83cc-cf99f28c349f, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:47.506570 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370db8b-ab09-4b7d-84d0-2ee787f8b172 service neutron] Pushing event updated for resources: {'Port': ['ID=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,revision_number=3']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:47.532578 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] For port 2af54cac-dca9-43f1-83cc-cf99f28c349f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2af54cac-dca9-43f1-83cc-cf99f28c349f,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:47.552568 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afe0e215-6563-4372-b9e0-ee9328228722 req-75a4b8a5-cc4b-4437-b031-e2559b712921 service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983572 Mar 11 18:01:47.561138 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:47.624779 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (5a117eec-710b-41d4-9e3d-3f7f5b2ac883), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:47.636786 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:47.642933 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5a117eec-710b-41d4-9e3d-3f7f5b2ac883 HTTP/1.1" status: 204 len: 168 time: 0.7369504 Mar 11 18:01:47.649046 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-f2004221-756e-4cfc-8f26-4000abcf675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:47.651710 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-f2004221-756e-4cfc-8f26-4000abcf675a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 1127 time: 0.2396841 Mar 11 18:01:47.667789 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fd2a1-fd98-4231-beb5-8772e259fbe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a117eec-710b-41d4-9e3d-3f7f5b2ac883,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:47.700740 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a4899d4d-7052-4058-9dc1-036df7ff8f4b req-7ac3762b-e539-4068-b22b-99c4fc05c73f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf8b21d-4c74-4320-a597-db72e3e147d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458142 Mar 11 18:01:47.787229 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:47.788281 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:47.790744 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] 10.222.0.104 "PUT /v2.0/ports/2af54cac-dca9-43f1-83cc-cf99f28c349f HTTP/1.1" status: 200 len: 1093 time: 2.1409166 Mar 11 18:01:47.808750 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2982e072-7aec-45ce-92b4-adb969ba8980', 'tag': '2af54cac-dca9-43f1-83cc-cf99f28c349f'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:01:47.811277 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01697f9-9a51-484e-bbe1-e86294129375" -d '{"events": [{"name": "network-changed", "server_uuid": "2982e072-7aec-45ce-92b4-adb969ba8980", "tag": "2af54cac-dca9-43f1-83cc-cf99f28c349f"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:01:47.885745 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35f410-3d3f-491d-a3ae-5549f789f7ba service neutron] Pushing event updated for resources: {'Port': ['ID=2af54cac-dca9-43f1-83cc-cf99f28c349f,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:47.977669 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-411e7606-27ff-41b3-bab2-3e17f35ab6fe service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 HTTP/1.1" status: 200 len: 217 time: 0.0833576 Mar 11 18:01:47.978758 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52358) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:48.111498 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-1f9c78e6-1f39-4345-841b-722c57f6752a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e47bba3b0d2c423fbd61bada9d5fe097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311378 Mar 11 18:01:48.115606 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52360) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:48.134817 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-02e50884-f34c-483b-9a3e-b886fa89fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:48.136480 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-02e50884-f34c-483b-9a3e-b886fa89fdf1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.1310244 Mar 11 18:01:48.181030 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac718f65-42e2-442c-955b-7a5501af28bd admin admin] Publish callbacks [] for security_group (bd366fa8-53b7-48d2-92c9-c6d6a9c9dcdc), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:48.208246 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac718f65-42e2-442c-955b-7a5501af28bd admin admin] Publish callbacks [] for security_group (bd366fa8-53b7-48d2-92c9-c6d6a9c9dcdc), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:48.256711 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb7d7b-591f-4d80-9498-5fdad26b0dea req-6b2782d0-6248-4694-8fe5-4c89ebfe344e tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:48.258349 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-54cb7d7b-591f-4d80-9498-5fdad26b0dea req-6b2782d0-6248-4694-8fe5-4c89ebfe344e tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 0.7002227 Mar 11 18:01:48.260527 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afe0e215-6563-4372-b9e0-ee9328228722 req-af463912-a504-4c49-b3e7-5364b90ec496 service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808722 Mar 11 18:01:48.282421 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac718f65-42e2-442c-955b-7a5501af28bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (bd366fa8-53b7-48d2-92c9-c6d6a9c9dcdc), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:48.285480 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac718f65-42e2-442c-955b-7a5501af28bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:48.289605 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ac718f65-42e2-442c-955b-7a5501af28bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd366fa8-53b7-48d2-92c9-c6d6a9c9dcdc HTTP/1.1" status: 204 len: 168 time: 0.1721365 Mar 11 18:01:48.300305 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac718f65-42e2-442c-955b-7a5501af28bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd366fa8-53b7-48d2-92c9-c6d6a9c9dcdc,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:48.329778 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed8b3d-e866-490c-8298-8a3653d31a46 req-ae235540-4e21-4980-aa0d-234a4107bbf7 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:48.330934 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88ed8b3d-e866-490c-8298-8a3653d31a46 req-ae235540-4e21-4980-aa0d-234a4107bbf7 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.6520760 Mar 11 18:01:48.456554 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-748c7332-2113-42bf-aa9a-3ce1735a0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:48.456554 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-748c7332-2113-42bf-aa9a-3ce1735a0b92 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 1127 time: 0.2278829 Mar 11 18:01:48.459618 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a4899d4d-7052-4058-9dc1-036df7ff8f4b req-16ac2599-4fc8-4a9a-9f1e-8379d05dc300 service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253437 Mar 11 18:01:48.474788 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-54cb7d7b-591f-4d80-9498-5fdad26b0dea req-4399fd22-3948-448c-823f-24186acaf839 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924546 Mar 11 18:01:48.506842 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88ed8b3d-e866-490c-8298-8a3653d31a46 req-c7067966-5c2a-4213-868b-171d82cd911c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394358 Mar 11 18:01:48.526467 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783b8596-d339-4ef5-b116-45051717085d x-openstack-request-id: req-783b8596-d339-4ef5-b116-45051717085d {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:01:48.526868 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2982e072-7aec-45ce-92b4-adb969ba8980", "tag": "2af54cac-dca9-43f1-83cc-cf99f28c349f", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:01:48.527193 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-783b8596-d339-4ef5-b116-45051717085d {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:01:48.527667 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2982e072-7aec-45ce-92b4-adb969ba8980', 'tag': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'status': 'completed', 'code': 200} Mar 11 18:01:48.684330 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f41e8a-4518-414f-8f3a-488346c0dc5d req-323958b9-01fc-4bdd-a9b4-84dc184f3b7e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:48.687335 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-10f41e8a-4518-414f-8f3a-488346c0dc5d req-323958b9-01fc-4bdd-a9b4-84dc184f3b7e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.1002812 Mar 11 18:01:48.820123 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-10f41e8a-4518-414f-8f3a-488346c0dc5d req-33426af4-3c4e-430a-a482-5821562dd2fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162267 Mar 11 18:01:48.834876 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dabfe-27e7-4c5e-a7e6-34ea769bc4be req-9ab98564-f9d4-4040-a797-d9068ad5c6de tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:48.837509 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9f2dabfe-27e7-4c5e-a7e6-34ea769bc4be req-9ab98564-f9d4-4040-a797-d9068ad5c6de tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1481004 Mar 11 18:01:48.911445 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9f2dabfe-27e7-4c5e-a7e6-34ea769bc4be req-5c20927e-ff45-4651-9a9e-ae3e75cf36c8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675054 Mar 11 18:01:48.963080 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 52382) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:49.008795 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-cb123352-5f84-44fa-9059-4abce2341bb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f2cce97d75e4f2eaef48bc294fb49b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444767 Mar 11 18:01:49.011988 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 52384) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:49.078691 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-49f57172-7b8e-4168-9612-98b1d0b090d9 admin admin] Publish callbacks [] for security_group (a7005f87-e066-4aea-8cbd-7fc8bfd39ebb), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:49.117508 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-49f57172-7b8e-4168-9612-98b1d0b090d9 admin admin] Publish callbacks [] for security_group (a7005f87-e066-4aea-8cbd-7fc8bfd39ebb), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:49.193372 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-49f57172-7b8e-4168-9612-98b1d0b090d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (a7005f87-e066-4aea-8cbd-7fc8bfd39ebb), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:49.196559 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-49f57172-7b8e-4168-9612-98b1d0b090d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:49.198639 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-49f57172-7b8e-4168-9612-98b1d0b090d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7005f87-e066-4aea-8cbd-7fc8bfd39ebb HTTP/1.1" status: 204 len: 168 time: 0.1854253 Mar 11 18:01:49.212531 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f57172-7b8e-4168-9612-98b1d0b090d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7005f87-e066-4aea-8cbd-7fc8bfd39ebb,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:49.629178 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb80672-f899-44ce-808d-f091192177cd req-0855b23b-78cb-4f59-a1a8-7d2bc895f565 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:49.631262 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dbb80672-f899-44ce-808d-f091192177cd req-0855b23b-78cb-4f59-a1a8-7d2bc895f565 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 0.0932696 Mar 11 18:01:49.728093 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dbb80672-f899-44ce-808d-f091192177cd req-1e0f1833-93fb-4d6f-8f69-4b986a0a200d tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838745 Mar 11 18:01:49.738083 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec5c0b-f37d-420d-9412-9902b3f26042 req-908fa919-d77e-4cc7-a791-1d81c4527c65 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:49.742926 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c6ec5c0b-f37d-420d-9412-9902b3f26042 req-908fa919-d77e-4cc7-a791-1d81c4527c65 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.1102233 Mar 11 18:01:49.811019 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c6ec5c0b-f37d-420d-9412-9902b3f26042 req-e552a10a-b125-4a39-9f82-ebfbfe557ba2 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493577 Mar 11 18:01:50.020052 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69796d-4e22-4f06-91e8-fcd92f0777f0 req-bd2af85e-a31b-4ab9-890c-df01f0d77561 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:50.023007 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8f69796d-4e22-4f06-91e8-fcd92f0777f0 req-bd2af85e-a31b-4ab9-890c-df01f0d77561 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.1004412 Mar 11 18:01:50.169148 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8f69796d-4e22-4f06-91e8-fcd92f0777f0 req-d1210b03-45b0-4b44-a253-e4f34bfd0c87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276603 Mar 11 18:01:50.185553 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eeca5d-579e-48d2-866e-36a11c16ef08 req-877e9e79-9930-468c-9e3d-ea076ad26aaf tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:50.190678 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f3eeca5d-579e-48d2-866e-36a11c16ef08 req-877e9e79-9930-468c-9e3d-ea076ad26aaf tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1638339 Mar 11 18:01:50.269217 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f3eeca5d-579e-48d2-866e-36a11c16ef08 req-5479cbfa-1907-4d44-b1e1-e0e393c9c06f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727262 Mar 11 18:01:50.911353 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f692c5-4fed-4afb-b731-dcbff4391572 req-94b84414-1abf-4c6c-835c-491c842e4783 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:50.913044 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-67f692c5-4fed-4afb-b731-dcbff4391572 req-94b84414-1abf-4c6c-835c-491c842e4783 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 0.0958400 Mar 11 18:01:51.003461 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-67f692c5-4fed-4afb-b731-dcbff4391572 req-ba9f0fe0-6007-47fd-8ded-93a7c34f7e55 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780778 Mar 11 18:01:51.012827 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66602e-54e5-4c9b-b73a-fc93e6f4abfa req-5e4255f7-ef99-4ee8-960d-f56152f002b5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:51.014574 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3e66602e-54e5-4c9b-b73a-fc93e6f4abfa req-5e4255f7-ef99-4ee8-960d-f56152f002b5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.1004741 Mar 11 18:01:51.077507 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3e66602e-54e5-4c9b-b73a-fc93e6f4abfa req-d8947979-c3ce-415b-99dc-9b70852f220d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513709 Mar 11 18:01:51.327623 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b3c67-9fe5-4b22-8df2-1399165a0d7d req-c1b30ba3-b2d6-413b-b416-35acfa837619 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:51.330518 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1e5b3c67-9fe5-4b22-8df2-1399165a0d7d req-c1b30ba3-b2d6-413b-b416-35acfa837619 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.0722857 Mar 11 18:01:51.460804 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1e5b3c67-9fe5-4b22-8df2-1399165a0d7d req-824ff136-25b0-40ef-bbdd-ed79d6ab29c7 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232131 Mar 11 18:01:51.488302 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5bd73-ae54-47a5-8385-a7e455166711 req-8f34c3ec-24b9-4743-919c-366adff9e557 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:51.490634 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c0e5bd73-ae54-47a5-8385-a7e455166711 req-8f34c3ec-24b9-4743-919c-366adff9e557 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1275785 Mar 11 18:01:51.579420 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c0e5bd73-ae54-47a5-8385-a7e455166711 req-10a0df9f-db6c-4ef2-84a4-c8a4b9c6462d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805502 Mar 11 18:01:52.026705 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 39b5e4bf-a34d-4c06-acf4-a1588976528b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:01:52.072778 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-cf7ae357-a852-49e9-a19d-5446062a7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:52.075160 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-cf7ae357-a852-49e9-a19d-5446062a7bdf service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833926 Mar 11 18:01:52.082899 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-9a7496c1-8d3b-42c6-8eaa-70fb166a3c57 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2af54cac-dca9-43f1-83cc-cf99f28c349f HTTP/1.1" status: 200 len: 217 time: 0.0805514 Mar 11 18:01:52.162986 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 39b5e4bf-a34d-4c06-acf4-a1588976528b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=39b5e4bf-a34d-4c06-acf4-a1588976528b,segment=NetworkSegment(cab359cb-40da-4713-bebd-112b0076170a),segment_id=cab359cb-40da-4713-bebd-112b0076170a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:52.182322 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '39b5e4bf-a34d-4c06-acf4-a1588976528b', 'network_id': 'f4c53e35-78fb-4bad-a70c-fb5efed8d2ff', 'port_id': '39b5e4bf-a34d-4c06-acf4-a1588976528b', 'mac_address': 'fa:16:3e:68:5e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751ddba0-6075-446a-b580-01ab5c05a77f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:01:52.206347 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-4365af87-2db5-46d7-89ca-f39035a14e1e service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239045 Mar 11 18:01:52.227641 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 39b5e4bf-a34d-4c06-acf4-a1588976528b is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:52.228541 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:52.250993 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b5e4bf-a34d-4c06-acf4-a1588976528b {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:01:52.277727 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 39b5e4bf-a34d-4c06-acf4-a1588976528b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=39b5e4bf-a34d-4c06-acf4-a1588976528b,segment=NetworkSegment(cab359cb-40da-4713-bebd-112b0076170a),segment_id=cab359cb-40da-4713-bebd-112b0076170a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:52.287463 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:52.359096 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-d4d62cb6-9f76-4665-bfb6-b606ae1dc311 req-1adf1847-2469-47e4-8bf0-592245ad656d service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441228 Mar 11 18:01:52.371384 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-c0472802-877a-4e21-ba2a-d30aacbcb229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:52.374447 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-c0472802-877a-4e21-ba2a-d30aacbcb229 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.2703001 Mar 11 18:01:52.376946 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=39b5e4bf-a34d-4c06-acf4-a1588976528b,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:52.472132 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02a063-2432-4d0f-a35a-7f240acecf74 req-2bf02dd7-5718-4b90-889e-251ca406b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:52.473708 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-9b02a063-2432-4d0f-a35a-7f240acecf74 req-2bf02dd7-5718-4b90-889e-251ca406b9c5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 1127 time: 0.0538344 Mar 11 18:01:52.491607 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a4899d4d-7052-4058-9dc1-036df7ff8f4b req-acf86041-5b39-427d-a074-3e28d0c991db service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905899 Mar 11 18:01:52.509759 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130c526-38dc-48b7-887b-4edd5a182408 req-96f13362-4c13-4b94-9914-f592ee77f6a4 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:52.512437 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2130c526-38dc-48b7-887b-4edd5a182408 req-96f13362-4c13-4b94-9914-f592ee77f6a4 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 943 time: 0.3556175 Mar 11 18:01:52.564976 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a7ba8-43a9-40bf-bbc2-9d26b0c82c71 req-deb81449-0a55-4982-a1cc-f7e2728c2649 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:52.567838 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6f6a7ba8-43a9-40bf-bbc2-9d26b0c82c71 req-deb81449-0a55-4982-a1cc-f7e2728c2649 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.3358505 Mar 11 18:01:52.592008 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02a063-2432-4d0f-a35a-7f240acecf74 req-9b288fed-659f-4d05-aed3-5358e9044c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:52.596391 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-9b02a063-2432-4d0f-a35a-7f240acecf74 req-9b288fed-659f-4d05-aed3-5358e9044c76 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 919 time: 0.1147695 Mar 11 18:01:52.654595 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-3f35cdc3-03b7-40a2-9e57-00a9aee5bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:52.657341 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-3f35cdc3-03b7-40a2-9e57-00a9aee5bb72 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2700598 Mar 11 18:01:52.706942 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2130c526-38dc-48b7-887b-4edd5a182408 req-b1bf8275-973a-4b02-a70c-73fd49d1193a tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812537 Mar 11 18:01:52.736664 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6f6a7ba8-43a9-40bf-bbc2-9d26b0c82c71 req-792e32f6-46f4-4e8b-a570-86fc83d5b3f9 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508358 Mar 11 18:01:52.862725 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-9b02a063-2432-4d0f-a35a-7f240acecf74 req-13e75886-af1e-499e-9676-099955e8d1f4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 HTTP/1.1" status: 200 len: 217 time: 0.0765429 Mar 11 18:01:52.955441 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02a063-2432-4d0f-a35a-7f240acecf74 req-f513721d-e4ee-4bb4-9ccc-dee80b4bf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:52.958176 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-9b02a063-2432-4d0f-a35a-7f240acecf74 req-f513721d-e4ee-4bb4-9ccc-dee80b4bf8e3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.0874033 Mar 11 18:01:53.075048 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02a063-2432-4d0f-a35a-7f240acecf74 req-60546b42-03cf-489b-88b3-e399e53741f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:53.081437 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-9b02a063-2432-4d0f-a35a-7f240acecf74 req-60546b42-03cf-489b-88b3-e399e53741f2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1140699 Mar 11 18:01:53.083423 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-a6e62713-3af9-4a49-b401-0d0be99d3574 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984948 Mar 11 18:01:53.145636 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae8178-ee98-4a07-87a7-57aa006f4c3a req-ca2fcc53-232e-45a3-aae0-29149b2d3684 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:53.148425 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6aae8178-ee98-4a07-87a7-57aa006f4c3a req-ca2fcc53-232e-45a3-aae0-29149b2d3684 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.2921863 Mar 11 18:01:53.229151 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-9b02a063-2432-4d0f-a35a-7f240acecf74 req-c9dc16f4-84b2-40b0-8cfc-18c3e88acb00 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371284 Mar 11 18:01:53.253056 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967acf8-8ed8-4592-9176-fec18851733f req-bdfc0030-64f1-4d6d-b03f-149275f1cd6b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:53.254755 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1967acf8-8ed8-4592-9176-fec18851733f req-bdfc0030-64f1-4d6d-b03f-149275f1cd6b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.2727528 Mar 11 18:01:53.281428 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6aae8178-ee98-4a07-87a7-57aa006f4c3a req-5ed56cf9-6ff0-4293-a71f-077c2b514a75 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097181 Mar 11 18:01:53.348692 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-9b02a063-2432-4d0f-a35a-7f240acecf74 req-0542cfb8-a8ae-4033-a8be-0d990ab10aa2 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099086 Mar 11 18:01:53.368259 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1967acf8-8ed8-4592-9176-fec18851733f req-895ec0cd-9f49-4dfc-b275-2e51b1dff225 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021292 Mar 11 18:01:53.372667 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-850aaedd-f5d2-4c49-ba3e-4262bcefcc8b req-3ff6cfa6-d8a2-49df-9cbd-1e450a93b4ee service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807064 Mar 11 18:01:53.489771 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01697f9-9a51-484e-bbe1-e86294129375 req-b75336a0-f65a-4e4c-96fc-a2d420be6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:53.491416 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d01697f9-9a51-484e-bbe1-e86294129375 req-b75336a0-f65a-4e4c-96fc-a2d420be6d07 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 1127 time: 0.0586095 Mar 11 18:01:53.592183 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01697f9-9a51-484e-bbe1-e86294129375 req-35e1cf24-29d0-4ce1-81fa-3afa8ac99e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:53.593719 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d01697f9-9a51-484e-bbe1-e86294129375 req-35e1cf24-29d0-4ce1-81fa-3afa8ac99e27 service neutron] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 917 time: 0.0954711 Mar 11 18:01:53.673224 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d01697f9-9a51-484e-bbe1-e86294129375 req-923a6e86-693a-48ef-8c65-c78643c5e532 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2af54cac-dca9-43f1-83cc-cf99f28c349f HTTP/1.1" status: 200 len: 217 time: 0.0717959 Mar 11 18:01:53.762281 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01697f9-9a51-484e-bbe1-e86294129375 req-cf4bb79f-bba1-4707-8c2e-23777f0fc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:53.764949 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d01697f9-9a51-484e-bbe1-e86294129375 req-cf4bb79f-bba1-4707-8c2e-23777f0fc8a2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.0853267 Mar 11 18:01:53.840403 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01697f9-9a51-484e-bbe1-e86294129375 req-e63b7826-0090-44e3-bebf-9c1516f6bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:53.842352 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d01697f9-9a51-484e-bbe1-e86294129375 req-e63b7826-0090-44e3-bebf-9c1516f6bc5f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710166 Mar 11 18:01:54.006424 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52f090-0216-4f38-99ca-b2d7247d110f req-c5357acf-75fe-45fb-be9d-007dd03657a2 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:54.015539 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ba52f090-0216-4f38-99ca-b2d7247d110f req-c5357acf-75fe-45fb-be9d-007dd03657a2 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 944 time: 0.1636319 Mar 11 18:01:54.071423 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['39b5e4bf-a34d-4c06-acf4-a1588976528b'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:01:54.095539 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4967e1c-7df0-4b81-b91d-d093d0f78620 req-05db4eda-837d-42b6-afec-4d6bf73cd972 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:54.107270 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f4967e1c-7df0-4b81-b91d-d093d0f78620 req-05db4eda-837d-42b6-afec-4d6bf73cd972 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.2233098 Mar 11 18:01:54.109737 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d01697f9-9a51-484e-bbe1-e86294129375 req-3bde0660-6cbd-49e0-9fab-2342a60c039e service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523644 Mar 11 18:01:54.259502 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ba52f090-0216-4f38-99ca-b2d7247d110f req-a01f57f2-b4df-45b0-92a1-abc8911fd372 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394321 Mar 11 18:01:54.266270 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f4967e1c-7df0-4b81-b91d-d093d0f78620 req-fa236d65-9411-45df-a662-0f188836285c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368933 Mar 11 18:01:54.336530 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d01697f9-9a51-484e-bbe1-e86294129375 req-ba80f173-6965-4b46-9c00-6e5f34d48e98 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629171 Mar 11 18:01:54.549281 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa5f2b-ae26-48ae-8304-0a2f2201a23c req-8fbd2e92-8ec2-44a3-904f-a1bcad774bca tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:54.550990 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0efa5f2b-ae26-48ae-8304-0a2f2201a23c req-8fbd2e92-8ec2-44a3-904f-a1bcad774bca tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.1233764 Mar 11 18:01:54.638229 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356edb78-dec9-4840-ab68-e766cd4ddc36 req-f5e28ab8-bbaa-4c2d-bad9-8a3f78c0504c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:54.642374 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-356edb78-dec9-4840-ab68-e766cd4ddc36 req-f5e28ab8-bbaa-4c2d-bad9-8a3f78c0504c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1417136 Mar 11 18:01:54.751521 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0efa5f2b-ae26-48ae-8304-0a2f2201a23c req-54a78d63-05ef-4281-a9cb-b591f6c2ff92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888080 Mar 11 18:01:54.785316 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-356edb78-dec9-4840-ab68-e766cd4ddc36 req-64dc22ab-19d9-4ab0-a8bb-e37be391741b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301546 Mar 11 18:01:55.411630 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb242a17-f438-4045-85a5-56b9fbc4d5ae req-e298d642-5169-480d-8617-86d4476a17b6 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:55.413259 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fb242a17-f438-4045-85a5-56b9fbc4d5ae req-e298d642-5169-480d-8617-86d4476a17b6 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 944 time: 0.0620542 Mar 11 18:01:55.499720 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fb242a17-f438-4045-85a5-56b9fbc4d5ae req-0218510e-6829-475e-b99a-6bf571d4487d tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799987 Mar 11 18:01:55.520844 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d7a09-6368-451f-b9ee-6ff1570b7954 req-47feb9b2-3aeb-4048-8dc2-24f439182a82 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:55.522474 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5d6d7a09-6368-451f-b9ee-6ff1570b7954 req-47feb9b2-3aeb-4048-8dc2-24f439182a82 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.0964150 Mar 11 18:01:55.584702 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5d6d7a09-6368-451f-b9ee-6ff1570b7954 req-1a244627-1de0-4241-ac89-4e2ee765d061 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554323 Mar 11 18:01:55.913819 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15abde-57b3-4435-97eb-c70b7b40d280 req-eebac7e7-8675-4bbf-b130-e9133e4610e2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:55.915697 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-df15abde-57b3-4435-97eb-c70b7b40d280 req-eebac7e7-8675-4bbf-b130-e9133e4610e2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.0836341 Mar 11 18:01:56.007191 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-df15abde-57b3-4435-97eb-c70b7b40d280 req-343492e7-8739-4aaf-b1b2-4fef44ce25f7 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788970 Mar 11 18:01:56.099808 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f7f29-695e-4881-af8b-4ce63c00c31a req-bdcb1743-6d8b-4be4-8c19-e75d2136bc82 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:56.101482 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b30f7f29-695e-4881-af8b-4ce63c00c31a req-bdcb1743-6d8b-4be4-8c19-e75d2136bc82 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0619531 Mar 11 18:01:56.162244 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b30f7f29-695e-4881-af8b-4ce63c00c31a req-b3fb98b5-bad9-4984-8fd3-52345c8df779 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538793 Mar 11 18:01:56.649272 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8c2a3-16d4-4fe2-b832-ad9b789d7fac req-ad2ca1ee-7df4-4885-b7cb-f551ee3048ad tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:56.651442 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1ab8c2a3-16d4-4fe2-b832-ad9b789d7fac req-ad2ca1ee-7df4-4885-b7cb-f551ee3048ad tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 944 time: 0.0669048 Mar 11 18:01:56.737844 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1ab8c2a3-16d4-4fe2-b832-ad9b789d7fac req-684edf7d-c0e4-417c-9fa2-b2d6e9bdc546 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794108 Mar 11 18:01:56.764291 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63563d-bcde-49aa-a254-42af31cde57e req-77c8566a-1e62-4b95-bc48-14db8e268ff0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:56.765959 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5b63563d-bcde-49aa-a254-42af31cde57e req-77c8566a-1e62-4b95-bc48-14db8e268ff0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.1001353 Mar 11 18:01:56.821435 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5b63563d-bcde-49aa-a254-42af31cde57e req-555f6773-9659-4c4b-b4e6-b043eba7d389 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493135 Mar 11 18:01:57.402807 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ce7f4-d978-46df-95aa-1a40229ed527 req-e59c7fef-33ce-4e0c-aeff-7cdfc859efaf tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:57.404432 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-967ce7f4-d978-46df-95aa-1a40229ed527 req-e59c7fef-33ce-4e0c-aeff-7cdfc859efaf tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.3175476 Mar 11 18:01:57.429911 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e504-38f8-4c59-8ea8-90ed6ddca973 req-e22bc014-0b09-4218-baff-14619d9b4f39 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:57.431602 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-de29e504-38f8-4c59-8ea8-90ed6ddca973 req-e22bc014-0b09-4218-baff-14619d9b4f39 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0918326 Mar 11 18:01:57.495080 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-967ce7f4-d978-46df-95aa-1a40229ed527 req-ea348294-7197-4117-9246-8eb0734e184f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815816 Mar 11 18:01:57.519195 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-de29e504-38f8-4c59-8ea8-90ed6ddca973 req-e8899591-0439-4888-a9d4-177c6a1cc19e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765519 Mar 11 18:01:57.890094 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c797e2-0f0f-4091-af87-c1da42ffd71b req-679e1c34-525a-4495-8972-6190e18e996a tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:57.892831 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-34c797e2-0f0f-4091-af87-c1da42ffd71b req-679e1c34-525a-4495-8972-6190e18e996a tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 944 time: 0.0800438 Mar 11 18:01:57.977359 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-34c797e2-0f0f-4091-af87-c1da42ffd71b req-95f4dd0e-b905-463a-9160-3c68e406730b tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711799 Mar 11 18:01:57.996528 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c103c-64e1-4b05-8dec-92d40dc371b4 req-31a999d1-a8b0-4d5e-97dd-e62584e5371e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:57.999283 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a1c103c-64e1-4b05-8dec-92d40dc371b4 req-31a999d1-a8b0-4d5e-97dd-e62584e5371e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.1031334 Mar 11 18:01:58.060803 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a1c103c-64e1-4b05-8dec-92d40dc371b4 req-2a908bad-245d-4276-9dbc-26ed2131318b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507672 Mar 11 18:01:58.676572 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116f960-37ad-4b48-8904-959d24fb7de4 req-456b0fe0-5622-4700-a401-3f7df796197d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:58.678248 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f116f960-37ad-4b48-8904-959d24fb7de4 req-456b0fe0-5622-4700-a401-3f7df796197d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.0987158 Mar 11 18:01:58.702563 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f9ac3-7a18-4041-93b4-054429befd0a req-33df3e1d-71c6-41e4-a053-5012e9b848d5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:58.704223 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dd4f9ac3-7a18-4041-93b4-054429befd0a req-33df3e1d-71c6-41e4-a053-5012e9b848d5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0917244 Mar 11 18:01:58.779361 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f116f960-37ad-4b48-8904-959d24fb7de4 req-6df0426c-d4ce-4f5a-87c1-1bba231fd4d0 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907104 Mar 11 18:01:58.792824 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dd4f9ac3-7a18-4041-93b4-054429befd0a req-b54e0b33-9811-4ee1-8a36-797789c99a14 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745854 Mar 11 18:01:58.828908 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:59.172708 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc4147-d41f-42e8-8e1c-a93a66e1fed0 req-0f4be512-e13c-4b26-acff-d51d837dd0b7 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:59.174436 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d7cc4147-d41f-42e8-8e1c-a93a66e1fed0 req-0f4be512-e13c-4b26-acff-d51d837dd0b7 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 944 time: 0.0845294 Mar 11 18:01:59.255957 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b79a19-555f-4f63-be1b-d9a7bffe935e req-46949d1c-101a-49f6-ad6b-22b0c39ae1d0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:59.257556 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b9b79a19-555f-4f63-be1b-d9a7bffe935e req-46949d1c-101a-49f6-ad6b-22b0c39ae1d0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.1058755 Mar 11 18:01:59.261473 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d7cc4147-d41f-42e8-8e1c-a93a66e1fed0 req-7060d668-a6e3-4db8-8415-811de3673c3b tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678272 Mar 11 18:01:59.330285 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b9b79a19-555f-4f63-be1b-d9a7bffe935e req-61b5efdc-488a-42fe-92cc-450d6c4ac409 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661187 Mar 11 18:02:00.048722 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cd1ba-6b29-4c0b-a72c-ef5afea95e2e req-58dbbf7b-f5d0-4818-9cf1-001095ddbc65 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:00.050346 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-101cd1ba-6b29-4c0b-a72c-ef5afea95e2e req-58dbbf7b-f5d0-4818-9cf1-001095ddbc65 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.1452947 Mar 11 18:02:00.063806 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff6509-2dc3-4bb7-9363-abd1f270ecdb req-962a87a2-e0af-4600-9678-cd0862a0b9fb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:00.065592 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24ff6509-2dc3-4bb7-9363-abd1f270ecdb req-962a87a2-e0af-4600-9678-cd0862a0b9fb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1136615 Mar 11 18:02:00.149257 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-101cd1ba-6b29-4c0b-a72c-ef5afea95e2e req-09512b6a-6d25-48e1-911d-558b7ab3af8f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824749 Mar 11 18:02:00.157369 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24ff6509-2dc3-4bb7-9363-abd1f270ecdb req-aeb36c46-9448-4bc6-84b6-e7b22f8e509e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705066 Mar 11 18:02:00.447359 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79951c-51c7-4a8e-83ee-216ed2833439 req-7fb997bb-26f9-4c49-8788-ad045968eb04 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:00.450149 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-be79951c-51c7-4a8e-83ee-216ed2833439 req-7fb997bb-26f9-4c49-8788-ad045968eb04 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 944 time: 0.1106389 Mar 11 18:02:00.582575 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-be79951c-51c7-4a8e-83ee-216ed2833439 req-db1b6c56-9352-4f0b-ba19-03f947c10e96 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258311 Mar 11 18:02:00.601539 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f29be7-166b-446d-9630-0f05f7e296d2 req-a6b2eec2-3f33-4814-ab8e-cad6ef9d50c0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:00.603252 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-71f29be7-166b-446d-9630-0f05f7e296d2 req-a6b2eec2-3f33-4814-ab8e-cad6ef9d50c0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.1369102 Mar 11 18:02:00.668909 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-71f29be7-166b-446d-9630-0f05f7e296d2 req-fa4c43f2-0949-45b6-9745-b7a20ff34e13 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553956 Mar 11 18:02:01.380565 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9985d4-8be0-4001-858c-6056ffb19aca req-75d2d745-0614-4357-b6a7-3fab4e29dc3c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:01.382115 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5c9985d4-8be0-4001-858c-6056ffb19aca req-75d2d745-0614-4357-b6a7-3fab4e29dc3c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.0948565 Mar 11 18:02:01.390699 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92506-7bdc-4e30-86c4-fa5e08190b83 req-74720967-1014-40da-8da6-95d511617a0e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:01.392285 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-39c92506-7bdc-4e30-86c4-fa5e08190b83 req-74720967-1014-40da-8da6-95d511617a0e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0947661 Mar 11 18:02:01.471381 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5c9985d4-8be0-4001-858c-6056ffb19aca req-056ac38f-09fb-4cda-a1c7-be26ed3e5e76 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780354 Mar 11 18:02:01.480171 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-39c92506-7bdc-4e30-86c4-fa5e08190b83 req-02029e54-950e-46d9-94e2-4605397a2db9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719702 Mar 11 18:02:01.718584 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e91119-ecd7-45db-8106-7d64ee5683ad req-f8dfd7ba-b6a8-461a-8ddf-531947152871 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:01.720227 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-45e91119-ecd7-45db-8106-7d64ee5683ad req-f8dfd7ba-b6a8-461a-8ddf-531947152871 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 944 time: 0.0654142 Mar 11 18:02:01.783628 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-45e91119-ecd7-45db-8106-7d64ee5683ad req-ff6848a3-53f1-4fa6-8ae1-092d3097ac2d tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572159 Mar 11 18:02:01.828754 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8df75-a0da-43f0-8c06-c82580baabb1 req-143b5f93-174e-488c-bc7b-3d822d49b0b1 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:01.830641 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afe8df75-a0da-43f0-8c06-c82580baabb1 req-143b5f93-174e-488c-bc7b-3d822d49b0b1 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 943 time: 0.0638380 Mar 11 18:02:01.885423 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afe8df75-a0da-43f0-8c06-c82580baabb1 req-6a85bdfb-1476-4703-9ccc-cf4ae60a7a1f tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487301 Mar 11 18:02:02.014059 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3c5b4dd4-8d31-403f-b237-73f43c107519 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:02:02.019127 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 39b5e4bf-a34d-4c06-acf4-a1588976528b up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:02.161350 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 39b5e4bf-a34d-4c06-acf4-a1588976528b completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:02:02.174646 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 39b5e4bf-a34d-4c06-acf4-a1588976528b triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:02:02.175262 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:02.248998 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3c5b4dd4-8d31-403f-b237-73f43c107519, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3c5b4dd4-8d31-403f-b237-73f43c107519,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:02.397026 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '3c5b4dd4-8d31-403f-b237-73f43c107519', 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3', 'port_id': '3c5b4dd4-8d31-403f-b237-73f43c107519', 'mac_address': 'fa:16:3e:4e:7a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d395e4c-e767-470a-8b97-81a4caa9b38e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:02:02.461780 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 3c5b4dd4-8d31-403f-b237-73f43c107519 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:02.462166 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:02.485668 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5b4dd4-8d31-403f-b237-73f43c107519 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:02:02.491269 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 39b5e4bf-a34d-4c06-acf4-a1588976528b is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:02.491657 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:02.526005 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3c5b4dd4-8d31-403f-b237-73f43c107519, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3c5b4dd4-8d31-403f-b237-73f43c107519,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:02.535817 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d845d2-8931-4baf-ae1a-acef0295293f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b5e4bf-a34d-4c06-acf4-a1588976528b'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:02:02.625969 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 39b5e4bf-a34d-4c06-acf4-a1588976528b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=39b5e4bf-a34d-4c06-acf4-a1588976528b,segment=NetworkSegment(cab359cb-40da-4713-bebd-112b0076170a),segment_id=cab359cb-40da-4713-bebd-112b0076170a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:02.631022 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:02.631784 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 2e7b752e-b47c-4482-a1cf-cf0a4a87632f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:02:02.637333 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:02.707687 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172848d-d52f-46d8-958c-b036a59ef69e req-7a8dfc46-41f0-46c9-a8eb-dc6c1d8819fc tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:02.716366 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e7b752e-b47c-4482-a1cf-cf0a4a87632f,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:02.719202 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f172848d-d52f-46d8-958c-b036a59ef69e req-7a8dfc46-41f0-46c9-a8eb-dc6c1d8819fc tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.1540296 Mar 11 18:02:02.746524 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=3c5b4dd4-8d31-403f-b237-73f43c107519,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:02.752073 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '2e7b752e-b47c-4482-a1cf-cf0a4a87632f', 'network_id': 'abf8b21d-4c74-4320-a597-db72e3e147d3', 'port_id': '2e7b752e-b47c-4482-a1cf-cf0a4a87632f', 'mac_address': 'fa:16:3e:64:92:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d395e4c-e767-470a-8b97-81a4caa9b38e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:02:02.786469 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f172848d-d52f-46d8-958c-b036a59ef69e req-c63b6b5e-b145-455d-811e-62c67d78def1 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663176 Mar 11 18:02:02.795017 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cca7a-63a3-46f5-9ab5-8e10cd547f40 req-3cae0f7a-26e7-44fa-8f9e-849bd8ef0284 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:02.796640 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-133cca7a-63a3-46f5-9ab5-8e10cd547f40 req-3cae0f7a-26e7-44fa-8f9e-849bd8ef0284 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1862884 Mar 11 18:02:02.799392 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86e6a93-aca9-4673-b694-554e32701924" -d '{"events": [{"server_uuid": "50d845d2-8931-4baf-ae1a-acef0295293f", "name": "network-vif-plugged", "status": "completed", "tag": "39b5e4bf-a34d-4c06-acf4-a1588976528b"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:02:02.871330 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-133cca7a-63a3-46f5-9ab5-8e10cd547f40 req-9879ec3d-e53d-4811-b018-8111b205761b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645809 Mar 11 18:02:02.890061 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=39b5e4bf-a34d-4c06-acf4-a1588976528b,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:02.900475 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:02.900881 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:02.925171 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7b752e-b47c-4482-a1cf-cf0a4a87632f {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:02:02.939546 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9567656-abb8-40da-96b5-758fb3d7200d req-9a66a008-3ddd-4eb1-bf25-09c909393b5f tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:02.941647 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c9567656-abb8-40da-96b5-758fb3d7200d req-9a66a008-3ddd-4eb1-bf25-09c909393b5f tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.0741572 Mar 11 18:02:02.962197 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e7b752e-b47c-4482-a1cf-cf0a4a87632f,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:02.969031 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:03.017210 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:02:03.017957 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c9567656-abb8-40da-96b5-758fb3d7200d req-d6ff8c1e-4d4c-48fd-8776-857ffcbd871f tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686002 Mar 11 18:02:03.025135 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c446ac2-2c01-4bf8-9d12-e4de99b06459 x-openstack-request-id: req-3c446ac2-2c01-4bf8-9d12-e4de99b06459 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:02:03.025487 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d845d2-8931-4baf-ae1a-acef0295293f", "name": "network-vif-plugged", "status": "completed", "tag": "39b5e4bf-a34d-4c06-acf4-a1588976528b", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:02:03.025798 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c446ac2-2c01-4bf8-9d12-e4de99b06459 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:02:03.026342 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d845d2-8931-4baf-ae1a-acef0295293f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b5e4bf-a34d-4c06-acf4-a1588976528b', 'code': 200} Mar 11 18:02:03.059286 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=2e7b752e-b47c-4482-a1cf-cf0a4a87632f,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:03.080992 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.081353 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.081712 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.082049 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.082402 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.082749 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.083077 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.083510 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.083899 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.084242 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.084568 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.084885 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.085202 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:03.173458 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a08cd5-5c8e-4df3-8205-c1f408fb442f req-ea23912a-9890-4f68-ab36-077e4bcad4eb tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:03.176678 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-86a08cd5-5c8e-4df3-8205-c1f408fb442f req-ea23912a-9890-4f68-ab36-077e4bcad4eb tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.0884583 Mar 11 18:02:03.194022 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:03.214943 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'port_id': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'mac_address': 'fa:16:3e:c0:47:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:02:03.254156 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:03.254613 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:03.260561 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-86a08cd5-5c8e-4df3-8205-c1f408fb442f req-91bbaca6-8f7c-4b2c-8312-ffa7841076a4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737691 Mar 11 18:02:03.270445 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:02:03.294748 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:03.300790 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:03.355759 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:03.923830 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9781faf-a4a3-4b71-a3b1-51cd3cb07462 req-035e5575-7aac-4c98-bf71-ada806ab2f63 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:03.925804 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c9781faf-a4a3-4b71-a3b1-51cd3cb07462 req-035e5575-7aac-4c98-bf71-ada806ab2f63 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.0595262 Mar 11 18:02:04.012941 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c9781faf-a4a3-4b71-a3b1-51cd3cb07462 req-97cc1c13-f9c9-41d1-aa85-136eacda46d2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766656 Mar 11 18:02:04.042135 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d182a78-d66a-4532-8078-dd29cce64977 req-46870ee2-a513-4420-b6b7-187ff5e00d7e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:04.044057 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3d182a78-d66a-4532-8078-dd29cce64977 req-46870ee2-a513-4420-b6b7-187ff5e00d7e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0781407 Mar 11 18:02:04.107188 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3d182a78-d66a-4532-8078-dd29cce64977 req-a63e8790-696c-44a9-964c-68cfbb841073 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566847 Mar 11 18:02:04.172684 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4587f73-37af-427d-8167-2037a25c6fee req-5e66092b-b0a5-4138-b250-b7c4ade164c5 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:04.174387 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d4587f73-37af-427d-8167-2037a25c6fee req-5e66092b-b0a5-4138-b250-b7c4ade164c5 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.0605462 Mar 11 18:02:04.248606 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d4587f73-37af-427d-8167-2037a25c6fee req-e1cc22c0-2322-40ad-9022-ebbbd2fe5e5e tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642316 Mar 11 18:02:04.402796 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b3916-1153-4354-b0d5-aa660b53953f req-16893a47-6035-4323-b9ce-5d9e1cee58e4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:04.404742 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-921b3916-1153-4354-b0d5-aa660b53953f req-16893a47-6035-4323-b9ce-5d9e1cee58e4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.0597582 Mar 11 18:02:04.462234 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-921b3916-1153-4354-b0d5-aa660b53953f req-641862be-6e99-483e-8ee7-6fc441c37e29 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500813 Mar 11 18:02:04.846334 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537630b3-9c92-4d86-94de-acedaad7de42 req-55c5a80d-a5db-4bba-b680-4cd07ee851e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:04.847996 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-537630b3-9c92-4d86-94de-acedaad7de42 req-55c5a80d-a5db-4bba-b680-4cd07ee851e2 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 1129 time: 0.0857053 Mar 11 18:02:04.868494 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-537630b3-9c92-4d86-94de-acedaad7de42 req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:04.954508 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dcb8e299-9c69-47b7-a7c6-66713cf592b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:04.955507 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-537630b3-9c92-4d86-94de-acedaad7de42 req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Publish callbacks [] for security_group (b8516de3-12e9-4b56-ba45-3aeda1c416f0), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:04.960857 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-537630b3-9c92-4d86-94de-acedaad7de42 req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (b8516de3-12e9-4b56-ba45-3aeda1c416f0), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:05.014410 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-537630b3-9c92-4d86-94de-acedaad7de42 req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587489 Mar 11 18:02:05.015241 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b8516de3-12e9-4b56-ba45-3aeda1c416f0,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:05.024153 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.024499 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.024889 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.025227 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.025561 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.025892 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.026217 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.026540 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.026916 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.027247 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.027569 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.027889 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.028211 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b6878-92fb-45d7-9b5b-cd8cdcbd183c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:05.141398 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 2af54cac-dca9-43f1-83cc-cf99f28c349f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:02:05.150389 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b47a07-7fa5-41ef-b1b3-279b7219066f req-e92105c1-d7a4-4a9a-bc11-200cbcae6bcf tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:05.152150 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-02b47a07-7fa5-41ef-b1b3-279b7219066f req-e92105c1-d7a4-4a9a-bc11-200cbcae6bcf tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 943 time: 0.0619996 Mar 11 18:02:05.270805 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-02b47a07-7fa5-41ef-b1b3-279b7219066f req-3f4db3a7-1d99-414b-9627-80e3cfd32f88 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076076 Mar 11 18:02:05.308355 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 2af54cac-dca9-43f1-83cc-cf99f28c349f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2af54cac-dca9-43f1-83cc-cf99f28c349f,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:05.322520 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'port_id': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'mac_address': 'fa:16:3e:9f:16:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:02:05.329051 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22def089-7ba2-4343-8d60-7fb79c5029ba req-3f060a1a-3e81-4324-ad0d-59aca252f3da tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:05.333655 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-22def089-7ba2-4343-8d60-7fb79c5029ba req-3f060a1a-3e81-4324-ad0d-59aca252f3da tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.1156821 Mar 11 18:02:05.382181 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 2af54cac-dca9-43f1-83cc-cf99f28c349f is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:05.382756 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:05.402304 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af54cac-dca9-43f1-83cc-cf99f28c349f {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:02:05.418940 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-22def089-7ba2-4343-8d60-7fb79c5029ba req-d20d7307-3f8a-43f8-aefc-847991d860f8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801907 Mar 11 18:02:05.433927 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 2af54cac-dca9-43f1-83cc-cf99f28c349f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2af54cac-dca9-43f1-83cc-cf99f28c349f,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:05.439143 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:05.460267 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ecdb6-d160-4ebe-ae50-69ef9665d569 req-888182c1-05b7-41de-b7ea-bdc4907b77a7 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:05.462453 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8e8ecdb6-d160-4ebe-ae50-69ef9665d569 req-888182c1-05b7-41de-b7ea-bdc4907b77a7 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.0888183 Mar 11 18:02:05.499096 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=2af54cac-dca9-43f1-83cc-cf99f28c349f,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:05.542362 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8e8ecdb6-d160-4ebe-ae50-69ef9665d569 req-1b40eb99-8979-4316-a4f8-475f086c92b1 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696588 Mar 11 18:02:05.635706 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcde87-d778-4b78-853d-8b031cd985b4 req-2cd27344-a984-4ad3-82e2-78f9492a1a77 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:05.638203 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bbfcde87-d778-4b78-853d-8b031cd985b4 req-2cd27344-a984-4ad3-82e2-78f9492a1a77 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.0943005 Mar 11 18:02:05.694695 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bbfcde87-d778-4b78-853d-8b031cd985b4 req-361358e0-c1af-475a-9f5e-563fc0abafb7 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481207 Mar 11 18:02:06.456406 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781f1fd-8eb3-4377-9657-608c21c87015 req-5a75c3e5-dcfb-4756-9701-ca377761cf63 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:06.458481 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4781f1fd-8eb3-4377-9657-608c21c87015 req-5a75c3e5-dcfb-4756-9701-ca377761cf63 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 944 time: 0.0736108 Mar 11 18:02:06.528292 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4781f1fd-8eb3-4377-9657-608c21c87015 req-07c072b1-de59-4828-8f40-99bb23c45b6f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613563 Mar 11 18:02:06.617385 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27cc59-50c6-4c13-bc6d-2f763dd800f8 req-f4de44e5-811c-4695-930c-d9aec5c1fd47 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:06.619344 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-aa27cc59-50c6-4c13-bc6d-2f763dd800f8 req-f4de44e5-811c-4695-930c-d9aec5c1fd47 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0856628 Mar 11 18:02:06.713696 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-aa27cc59-50c6-4c13-bc6d-2f763dd800f8 req-24fde2f2-8d24-4647-afa6-8d6bb443417c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792658 Mar 11 18:02:06.740248 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2486f2-1d2a-44cd-894b-370bb16984b4 req-69cd8e3a-c1c7-4db6-b7f8-49555e44a46a tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:06.742681 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ed2486f2-1d2a-44cd-894b-370bb16984b4 req-69cd8e3a-c1c7-4db6-b7f8-49555e44a46a tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.1021810 Mar 11 18:02:06.836805 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ed2486f2-1d2a-44cd-894b-370bb16984b4 req-b2b3ae58-cd3a-4574-8d9f-c42695fb4fb0 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857019 Mar 11 18:02:06.867539 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb99c3b-527a-4a3c-b46a-298bf661130d req-3a77dbff-b352-4994-845a-aa98e84c4c21 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:06.869171 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8bb99c3b-527a-4a3c-b46a-298bf661130d req-3a77dbff-b352-4994-845a-aa98e84c4c21 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.0761142 Mar 11 18:02:06.926165 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8bb99c3b-527a-4a3c-b46a-298bf661130d req-39551ed3-a64f-48f1-a2c4-c4ae4387a4d5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492990 Mar 11 18:02:07.665123 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012be90-9ecf-4886-866f-1b9576ffbbc3 req-fb33f9cc-1437-42e7-8400-853f364f2599 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:07.666761 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7012be90-9ecf-4886-866f-1b9576ffbbc3 req-fb33f9cc-1437-42e7-8400-853f364f2599 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 944 time: 0.0563786 Mar 11 18:02:07.722193 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7012be90-9ecf-4886-866f-1b9576ffbbc3 req-a56a4233-283e-42f3-9360-397339d77e9b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493472 Mar 11 18:02:07.845578 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dfc0b-cb9a-4c74-a856-a69a41cdff58 req-80a85070-7527-4356-b72f-adf2aea978b5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:07.847148 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-799dfc0b-cb9a-4c74-a856-a69a41cdff58 req-80a85070-7527-4356-b72f-adf2aea978b5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0603666 Mar 11 18:02:07.851122 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6e251157-049a-4d30-8b2e-ace2fa646c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:07.931593 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-799dfc0b-cb9a-4c74-a856-a69a41cdff58 req-6a7f8806-bb45-456f-b851-b1d10f8a3c35 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750191 Mar 11 18:02:08.011807 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cb1bb-73d3-4507-9597-161bf6250217 req-cf51de5a-fd02-40e5-ab07-1fee04cfdf88 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:08.014815 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b00cb1bb-73d3-4507-9597-161bf6250217 req-cf51de5a-fd02-40e5-ab07-1fee04cfdf88 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.0683107 Mar 11 18:02:08.111563 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b00cb1bb-73d3-4507-9597-161bf6250217 req-4d3f67c0-ae23-4c01-9b21-c54f41d37820 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868394 Mar 11 18:02:08.145453 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02618c35-0b38-4f3c-a529-9241bac6eaf5 req-9868744b-1b02-40e4-834f-5c226868dc01 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:08.147707 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-02618c35-0b38-4f3c-a529-9241bac6eaf5 req-9868744b-1b02-40e4-834f-5c226868dc01 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.1078968 Mar 11 18:02:08.220054 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-02618c35-0b38-4f3c-a529-9241bac6eaf5 req-26c0aebd-8b33-421b-8b61-643b1a38fc38 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654056 Mar 11 18:02:08.861810 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dee70-b034-46bc-9f59-f4bd0fb6a5a4 req-e17f9423-f564-4756-8a60-79123f5c3fd1 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:08.863598 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1a6dee70-b034-46bc-9f59-f4bd0fb6a5a4 req-e17f9423-f564-4756-8a60-79123f5c3fd1 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 944 time: 0.0589623 Mar 11 18:02:08.917178 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1a6dee70-b034-46bc-9f59-f4bd0fb6a5a4 req-d5ac8faa-2868-4ea5-9068-81fabcc28881 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475883 Mar 11 18:02:09.082963 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba111-4b17-42c8-952a-250dc815bb09 req-3c79e4a3-a8b0-4e8e-b64c-2c5481cac2f5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:09.084825 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f26ba111-4b17-42c8-952a-250dc815bb09 req-3c79e4a3-a8b0-4e8e-b64c-2c5481cac2f5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0664666 Mar 11 18:02:09.144253 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f26ba111-4b17-42c8-952a-250dc815bb09 req-74018fd6-5787-469b-882d-c4c001a0de80 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529354 Mar 11 18:02:09.293993 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb17bc-818b-4e12-903b-25408ccb5ba5 req-2822274e-26de-474e-8d78-7e695b106803 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:09.295760 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-19cb17bc-818b-4e12-903b-25408ccb5ba5 req-2822274e-26de-474e-8d78-7e695b106803 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.0658886 Mar 11 18:02:09.380046 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-19cb17bc-818b-4e12-903b-25408ccb5ba5 req-8f5d2d5a-0260-4a60-871c-993173a55ac6 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735328 Mar 11 18:02:09.388575 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb60799-4612-47fc-9547-9a13f6d0fe38 req-72758e6b-a3f7-4905-b98b-5f3b65362e91 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:09.390181 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2eb60799-4612-47fc-9547-9a13f6d0fe38 req-72758e6b-a3f7-4905-b98b-5f3b65362e91 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.0932882 Mar 11 18:02:09.461523 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2eb60799-4612-47fc-9547-9a13f6d0fe38 req-450bfd88-3121-43a7-9aa4-436bf71fa47d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608366 Mar 11 18:02:10.063140 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['3c5b4dd4-8d31-403f-b237-73f43c107519'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:02:10.067873 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad8852-bd27-4b74-988f-4772a5dce937 req-afe30fcb-bb8c-4c18-a98c-c949d3c2d1e8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:10.073025 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6dad8852-bd27-4b74-988f-4772a5dce937 req-afe30fcb-bb8c-4c18-a98c-c949d3c2d1e8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 944 time: 0.0787213 Mar 11 18:02:10.105671 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['2e7b752e-b47c-4482-a1cf-cf0a4a87632f'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:02:10.142021 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6dad8852-bd27-4b74-988f-4772a5dce937 req-d17ee519-3359-4fda-a394-7f0a7fdbf92a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607893 Mar 11 18:02:10.376762 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96c770-ee36-4ed4-9bcb-1fd99bae8e9b req-7488bfc8-fe5d-4b4d-be30-4ea1d347066a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:10.381654 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['dce7ad5e-40f0-4f01-bbde-cbee94ea9e15'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:02:10.383112 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7e96c770-ee36-4ed4-9bcb-1fd99bae8e9b req-7488bfc8-fe5d-4b4d-be30-4ea1d347066a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0949640 Mar 11 18:02:10.477521 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7e96c770-ee36-4ed4-9bcb-1fd99bae8e9b req-2f44a051-04b7-41d2-94c3-5a4ce65cef94 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878980 Mar 11 18:02:10.529815 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6446867-5f0e-4177-87cd-9e0beb8e3efc req-2e12d139-e5bd-48ce-a4e6-8fffe152dcfa tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:10.531775 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b6446867-5f0e-4177-87cd-9e0beb8e3efc req-2e12d139-e5bd-48ce-a4e6-8fffe152dcfa tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.0759773 Mar 11 18:02:10.636263 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b6446867-5f0e-4177-87cd-9e0beb8e3efc req-cd13b288-6b66-48cb-9c4e-32c761d10471 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937181 Mar 11 18:02:10.663003 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dc860-58ef-412f-afd6-a81266b5858d req-591cc05f-7a23-406e-b081-785c9bd8183f tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:10.664624 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-962dc860-58ef-412f-afd6-a81266b5858d req-591cc05f-7a23-406e-b081-785c9bd8183f tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.0947211 Mar 11 18:02:10.719075 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-962dc860-58ef-412f-afd6-a81266b5858d req-2c895955-9b41-4278-b0c6-fcffe3501a1b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480242 Mar 11 18:02:10.744800 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:11.225457 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['2af54cac-dca9-43f1-83cc-cf99f28c349f'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:02:11.299637 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f5519-961c-4fde-9069-818f6d5ddc8a req-165e2386-7e2c-4991-931a-da8f22bc43bd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:11.301212 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2f4f5519-961c-4fde-9069-818f6d5ddc8a req-165e2386-7e2c-4991-931a-da8f22bc43bd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 944 time: 0.0786171 Mar 11 18:02:11.361723 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2f4f5519-961c-4fde-9069-818f6d5ddc8a req-06be5a00-f63d-4958-8950-449cdc9c6c9c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532928 Mar 11 18:02:11.659978 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:11.726327 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b9685-f662-4722-b670-b777c0676b94 req-9b22eb05-131c-416a-9a02-791c99f6b684 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:11.729574 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-319b9685-f662-4722-b670-b777c0676b94 req-9b22eb05-131c-416a-9a02-791c99f6b684 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.1318285 Mar 11 18:02:11.899281 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-319b9685-f662-4722-b670-b777c0676b94 req-29ed162b-32e1-45ae-a27d-7d76a5869bc3 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556151 Mar 11 18:02:11.940564 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7036867-b2a9-4a6e-af74-fdb4d2f9b267 req-c327aa97-8f73-4764-a16f-5a8f82b0510b tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:11.943092 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d7036867-b2a9-4a6e-af74-fdb4d2f9b267 req-c327aa97-8f73-4764-a16f-5a8f82b0510b tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.1049643 Mar 11 18:02:12.046600 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d7036867-b2a9-4a6e-af74-fdb4d2f9b267 req-417d0aaf-a60f-4c15-bcf1-299cce6de26d tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871785 Mar 11 18:02:12.082494 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb5073-5da5-436c-a7aa-e369986a2bac req-518538aa-ce14-4368-92a1-f06b9a2b0fe4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:12.084128 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e8cb5073-5da5-436c-a7aa-e369986a2bac req-518538aa-ce14-4368-92a1-f06b9a2b0fe4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.0869942 Mar 11 18:02:12.166216 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e8cb5073-5da5-436c-a7aa-e369986a2bac req-fcaf8155-0b17-49bf-af2e-e519de4ea833 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720396 Mar 11 18:02:12.407197 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:12.542511 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c626318-fb49-4546-81a6-418048271f20 req-db12f055-89cb-4e90-b6f4-3d0335f6f1c5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:12.547485 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1c626318-fb49-4546-81a6-418048271f20 req-db12f055-89cb-4e90-b6f4-3d0335f6f1c5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 944 time: 0.0873613 Mar 11 18:02:12.638076 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1c626318-fb49-4546-81a6-418048271f20 req-821800bd-8c6f-4c09-8546-20395ee9976e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850399 Mar 11 18:02:13.040024 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52902) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:13.092842 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373dd6f-70b6-4a36-a45e-2813f7262e30 req-43e12057-2f61-4efa-8658-ff97b611c79f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:13.095560 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0373dd6f-70b6-4a36-a45e-2813f7262e30 req-43e12057-2f61-4efa-8658-ff97b611c79f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0757368 Mar 11 18:02:13.186527 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:13.202047 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0373dd6f-70b6-4a36-a45e-2813f7262e30 req-07413ab8-0126-45b8-b205-b4c0b8ff4ba5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958350 Mar 11 18:02:13.240177 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed7ebc-e3b0-4655-ad2c-74c5e70caa93 req-9ebffdb4-4ba1-45a0-87f5-faa6ee7ad75a tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:13.242882 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50ed7ebc-e3b0-4655-ad2c-74c5e70caa93 req-9ebffdb4-4ba1-45a0-87f5-faa6ee7ad75a tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.0942574 Mar 11 18:02:13.315253 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Publish callbacks [] for security_group (ccb2cd5b-8cb1-4dc9-9823-3d14246f6e6f), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:13.320441 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (ccb2cd5b-8cb1-4dc9-9823-3d14246f6e6f), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:13.369364 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e127cc1968b54b19b6ca8de7670b9480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272991 Mar 11 18:02:13.370657 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 52912) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:13.380301 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb2cd5b-8cb1-4dc9-9823-3d14246f6e6f,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:13.394601 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.395194 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.395767 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.396361 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.397307 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.397505 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.398065 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.398661 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.399107 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.399678 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.400218 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.400773 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.401324 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae691f1-adf6-4481-af21-38d381b44799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:13.402855 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50ed7ebc-e3b0-4655-ad2c-74c5e70caa93 req-7515c2f6-1928-4436-b775-8abccf416681 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428797 Mar 11 18:02:13.461537 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476a416-e698-476d-af9b-136f96162a82 req-7c0f73f6-9e0a-429c-ade6-acc8ede91bdb tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:13.464259 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4476a416-e698-476d-af9b-136f96162a82 req-7c0f73f6-9e0a-429c-ade6-acc8ede91bdb tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.1766627 Mar 11 18:02:13.557806 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-10ad1ebc-67ad-48ae-a0dd-cb56e51a0f47 admin admin] Publish callbacks [] for security_group (ccb2cd5b-8cb1-4dc9-9823-3d14246f6e6f), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:13.580222 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4476a416-e698-476d-af9b-136f96162a82 req-d7d66f35-bf82-44ba-99d3-2d58b5dc83de tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057608 Mar 11 18:02:13.603562 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-10ad1ebc-67ad-48ae-a0dd-cb56e51a0f47 admin admin] Publish callbacks [] for security_group (ccb2cd5b-8cb1-4dc9-9823-3d14246f6e6f), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:13.670211 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-10ad1ebc-67ad-48ae-a0dd-cb56e51a0f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (ccb2cd5b-8cb1-4dc9-9823-3d14246f6e6f), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:13.675379 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-10ad1ebc-67ad-48ae-a0dd-cb56e51a0f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:13.677300 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-10ad1ebc-67ad-48ae-a0dd-cb56e51a0f47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccb2cd5b-8cb1-4dc9-9823-3d14246f6e6f HTTP/1.1" status: 204 len: 168 time: 0.3039696 Mar 11 18:02:13.691154 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad1ebc-67ad-48ae-a0dd-cb56e51a0f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb2cd5b-8cb1-4dc9-9823-3d14246f6e6f,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:13.846532 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f9a17-c96b-477e-8b9e-0d75baedf687 req-59e9a976-84a3-465d-83bf-fffb277b96e1 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:13.849323 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7b8f9a17-c96b-477e-8b9e-0d75baedf687 req-59e9a976-84a3-465d-83bf-fffb277b96e1 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 944 time: 0.0703735 Mar 11 18:02:13.924036 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7b8f9a17-c96b-477e-8b9e-0d75baedf687 req-563722a5-f8fa-4321-9a17-55cb50213612 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668631 Mar 11 18:02:14.083087 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 52926) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:14.097687 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0a37f10d-3783-4050-a422-45d7d98d39bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:14.212635 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0a37f10d-3783-4050-a422-45d7d98d39bb admin admin] Publish callbacks [] for security_group (bf2db0f1-1ec3-43e5-bf32-ad3538115a34), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:14.219317 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0a37f10d-3783-4050-a422-45d7d98d39bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (bf2db0f1-1ec3-43e5-bf32-ad3538115a34), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:14.266482 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-0a37f10d-3783-4050-a422-45d7d98d39bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ae64c408aa7458cb9e74a454dc2c657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821628 Mar 11 18:02:14.267430 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37f10d-3783-4050-a422-45d7d98d39bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2db0f1-1ec3-43e5-bf32-ad3538115a34,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:14.269845 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 52930) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:14.352964 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c31ed7c6-f982-4b7b-ad8d-a8ae072cafbd admin admin] Publish callbacks [] for security_group (bf2db0f1-1ec3-43e5-bf32-ad3538115a34), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:14.380652 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d17a8-0f4b-42cc-89d8-0516d67941ba req-41aca51d-af3a-4968-a897-d32b4af0d904 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:14.383048 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c20d17a8-0f4b-42cc-89d8-0516d67941ba req-41aca51d-af3a-4968-a897-d32b4af0d904 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0824757 Mar 11 18:02:14.385156 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c31ed7c6-f982-4b7b-ad8d-a8ae072cafbd admin admin] Publish callbacks [] for security_group (bf2db0f1-1ec3-43e5-bf32-ad3538115a34), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:14.456078 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c20d17a8-0f4b-42cc-89d8-0516d67941ba req-ab0f9f33-342a-4634-ada9-8c3d1cef44af tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656114 Mar 11 18:02:14.469464 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c31ed7c6-f982-4b7b-ad8d-a8ae072cafbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (bf2db0f1-1ec3-43e5-bf32-ad3538115a34), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:14.472264 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c31ed7c6-f982-4b7b-ad8d-a8ae072cafbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:14.475781 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c31ed7c6-f982-4b7b-ad8d-a8ae072cafbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf2db0f1-1ec3-43e5-bf32-ad3538115a34 HTTP/1.1" status: 204 len: 168 time: 0.2036259 Mar 11 18:02:14.489005 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ed7c6-f982-4b7b-ad8d-a8ae072cafbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2db0f1-1ec3-43e5-bf32-ad3538115a34,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:14.587219 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5f95a-bd0b-427b-ab9a-e2ed2b6b6e88 req-42ffef17-8d1b-4b2c-99f8-e90c9a45a553 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:14.588910 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b5e5f95a-bd0b-427b-ab9a-e2ed2b6b6e88 req-42ffef17-8d1b-4b2c-99f8-e90c9a45a553 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.0707328 Mar 11 18:02:14.661483 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b5e5f95a-bd0b-427b-ab9a-e2ed2b6b6e88 req-9e940fda-0843-4b11-a687-7c40dc6e8ed2 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633581 Mar 11 18:02:14.756369 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f10b-0d83-4639-87ae-e7886bb8f61d req-8a5b0c70-68e9-4d2c-befd-c71ba10b26df tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:14.758482 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e269f10b-0d83-4639-87ae-e7886bb8f61d req-8a5b0c70-68e9-4d2c-befd-c71ba10b26df tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.0933714 Mar 11 18:02:14.847435 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e269f10b-0d83-4639-87ae-e7886bb8f61d req-b17a1f88-d023-4263-b848-4232974c3413 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751364 Mar 11 18:02:15.093644 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679b93e-a67f-4504-9524-3bccc34596da req-d33693ae-2660-4196-b30b-73a68f8ba00e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:15.096077 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8679b93e-a67f-4504-9524-3bccc34596da req-d33693ae-2660-4196-b30b-73a68f8ba00e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 944 time: 0.0788784 Mar 11 18:02:15.174578 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8679b93e-a67f-4504-9524-3bccc34596da req-12484a31-ebc5-4989-90c9-fd2fef8a834a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688698 Mar 11 18:02:15.628322 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4055a2-8a3a-4b57-af5f-5ce197a8dd9b req-a8f773fd-8ce8-4bcf-bf41-6402d05fd5f2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:15.631018 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2e4055a2-8a3a-4b57-af5f-5ce197a8dd9b req-a8f773fd-8ce8-4bcf-bf41-6402d05fd5f2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0670428 Mar 11 18:02:15.733489 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2e4055a2-8a3a-4b57-af5f-5ce197a8dd9b req-bb2fcc0c-5eb0-4ad5-a629-3dd9824d5b6f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932479 Mar 11 18:02:15.855727 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcfc55-de93-4f29-aa62-3c0b44d91d01 req-e123a3a0-6d21-4d84-b6aa-5aceded6fce5 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:15.858024 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a8bcfc55-de93-4f29-aa62-3c0b44d91d01 req-e123a3a0-6d21-4d84-b6aa-5aceded6fce5 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.0836298 Mar 11 18:02:15.958594 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a8bcfc55-de93-4f29-aa62-3c0b44d91d01 req-4c2a039c-0fa9-4da4-9bfd-30ea096f920f tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929987 Mar 11 18:02:16.072531 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebfba3-f0fe-40c9-96b2-689261fc8ecd req-0e2dea84-bac3-4bf5-8adf-f4aab15a7f69 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:16.074784 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-13ebfba3-f0fe-40c9-96b2-689261fc8ecd req-0e2dea84-bac3-4bf5-8adf-f4aab15a7f69 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.0849135 Mar 11 18:02:16.143814 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-13ebfba3-f0fe-40c9-96b2-689261fc8ecd req-f311bcbe-c5cd-4e11-a78c-6adf463fd2ca tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615602 Mar 11 18:02:16.331653 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ffe15-be44-4a1a-8e04-60c016d5e2f7 req-c313c15f-d2ba-4710-a05e-dd56cd174409 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:16.333290 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7f1ffe15-be44-4a1a-8e04-60c016d5e2f7 req-c313c15f-d2ba-4710-a05e-dd56cd174409 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 944 time: 0.0737841 Mar 11 18:02:16.417187 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7f1ffe15-be44-4a1a-8e04-60c016d5e2f7 req-ada00054-617e-40e6-8cfa-347663505174 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735402 Mar 11 18:02:16.926536 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9df4e-4c49-4c16-81da-82ae20275ce7 req-e7d79cf3-5525-41a9-80db-2f614ed8ad76 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:16.929867 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d7b9df4e-4c49-4c16-81da-82ae20275ce7 req-e7d79cf3-5525-41a9-80db-2f614ed8ad76 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.1015821 Mar 11 18:02:16.999073 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d7b9df4e-4c49-4c16-81da-82ae20275ce7 req-26a6d50c-d03c-438e-a5e8-b00f7354d316 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598223 Mar 11 18:02:17.173185 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ad1b7-5408-4b82-b98e-61805eb71fce req-08f398c0-6d14-4c2a-8599-538546ce84d1 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:17.176255 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a4ad1b7-5408-4b82-b98e-61805eb71fce req-08f398c0-6d14-4c2a-8599-538546ce84d1 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.0966074 Mar 11 18:02:17.248724 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a4ad1b7-5408-4b82-b98e-61805eb71fce req-4030c71d-5029-4f20-bda5-d2cfaa3c35e1 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655608 Mar 11 18:02:17.302998 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53044) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:17.349714 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fbca4-d5db-4860-8e36-ac0be82a3e1a req-dec6e1ba-9975-4d4a-93cb-8d16c4149699 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:17.352673 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7e5fbca4-d5db-4860-8e36-ac0be82a3e1a req-dec6e1ba-9975-4d4a-93cb-8d16c4149699 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.0968103 Mar 11 18:02:17.411229 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7e5fbca4-d5db-4860-8e36-ac0be82a3e1a req-36c36a7e-8271-4af8-950c-2a8a7549c836 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526466 Mar 11 18:02:17.468162 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-28aa0947-95fb-431f-8c29-3196dc1865f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:17.572269 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-28aa0947-95fb-431f-8c29-3196dc1865f3 admin admin] Publish callbacks [] for security_group (d9cb7c6e-06d6-4e89-beb6-6d9c28c48f77), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:17.577838 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-28aa0947-95fb-431f-8c29-3196dc1865f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (d9cb7c6e-06d6-4e89-beb6-6d9c28c48f77), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:17.595680 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ba77c-46a5-4a12-b343-4c7b56ddcc85 req-5a166c5d-ed0e-4ce7-b147-ce7f18fe4b8a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:17.597499 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-523ba77c-46a5-4a12-b343-4c7b56ddcc85 req-5a166c5d-ed0e-4ce7-b147-ce7f18fe4b8a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 944 time: 0.0683873 Mar 11 18:02:17.628457 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-28aa0947-95fb-431f-8c29-3196dc1865f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5671e900c751400582c951770b7cba4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232265 Mar 11 18:02:17.629473 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa0947-95fb-431f-8c29-3196dc1865f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cb7c6e-06d6-4e89-beb6-6d9c28c48f77,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:17.632367 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53050) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:17.663413 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-523ba77c-46a5-4a12-b343-4c7b56ddcc85 req-fe438a9d-62ea-47a5-b2ae-334d3010fca8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558336 Mar 11 18:02:17.688155 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-27b01e92-4f35-4954-b547-25b8f49fc552 admin admin] Publish callbacks [] for security_group (d9cb7c6e-06d6-4e89-beb6-6d9c28c48f77), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:17.720089 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-27b01e92-4f35-4954-b547-25b8f49fc552 admin admin] Publish callbacks [] for security_group (d9cb7c6e-06d6-4e89-beb6-6d9c28c48f77), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:17.802179 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-27b01e92-4f35-4954-b547-25b8f49fc552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (d9cb7c6e-06d6-4e89-beb6-6d9c28c48f77), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:17.807031 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-27b01e92-4f35-4954-b547-25b8f49fc552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:17.809107 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-27b01e92-4f35-4954-b547-25b8f49fc552 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9cb7c6e-06d6-4e89-beb6-6d9c28c48f77 HTTP/1.1" status: 204 len: 168 time: 0.1755686 Mar 11 18:02:17.823301 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b01e92-4f35-4954-b547-25b8f49fc552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cb7c6e-06d6-4e89-beb6-6d9c28c48f77,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:18.260697 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53068) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:18.299136 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e0f3bfc0-cb07-4087-8c80-78225d3d70b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:18.348021 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1476f-e5c2-4d48-a836-57a3af3c06fe req-f8c2a1a2-ba1c-4c27-8513-7a275fcbd4f1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:18.359465 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1bf1476f-e5c2-4d48-a836-57a3af3c06fe req-f8c2a1a2-ba1c-4c27-8513-7a275fcbd4f1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.1674120 Mar 11 18:02:18.442709 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e0f3bfc0-cb07-4087-8c80-78225d3d70b5 admin admin] Publish callbacks [] for security_group (37df999d-7618-43b3-8285-9727a39eb8d0), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:18.450395 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e0f3bfc0-cb07-4087-8c80-78225d3d70b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (37df999d-7618-43b3-8285-9727a39eb8d0), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:18.525876 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-e0f3bfc0-cb07-4087-8c80-78225d3d70b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5173c571e034237bae4ca8eab5a9e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608764 Mar 11 18:02:18.525876 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3bfc0-cb07-4087-8c80-78225d3d70b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37df999d-7618-43b3-8285-9727a39eb8d0,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:18.528782 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1bf1476f-e5c2-4d48-a836-57a3af3c06fe req-1bef1c89-ea8d-4014-9ad6-de3d42e4ab1c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438735 Mar 11 18:02:18.529360 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53080) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:18.560624 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422356ad-88dc-4eb3-8758-042ec2fe10b9 req-723655de-6695-4cc1-941e-a18b16eb4fd1 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:18.563068 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-422356ad-88dc-4eb3-8758-042ec2fe10b9 req-723655de-6695-4cc1-941e-a18b16eb4fd1 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.1612654 Mar 11 18:02:18.621532 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-23ad4408-f67c-4268-874c-010f45aa1fae admin admin] Publish callbacks [] for security_group (37df999d-7618-43b3-8285-9727a39eb8d0), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:18.666344 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-23ad4408-f67c-4268-874c-010f45aa1fae admin admin] Publish callbacks [] for security_group (37df999d-7618-43b3-8285-9727a39eb8d0), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:18.741482 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-23ad4408-f67c-4268-874c-010f45aa1fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (37df999d-7618-43b3-8285-9727a39eb8d0), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:18.746674 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-23ad4408-f67c-4268-874c-010f45aa1fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:18.748735 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-23ad4408-f67c-4268-874c-010f45aa1fae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37df999d-7618-43b3-8285-9727a39eb8d0 HTTP/1.1" status: 204 len: 168 time: 0.2180536 Mar 11 18:02:18.765087 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad4408-f67c-4268-874c-010f45aa1fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37df999d-7618-43b3-8285-9727a39eb8d0,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:18.876483 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-422356ad-88dc-4eb3-8758-042ec2fe10b9 req-5fbf4ebe-3743-4906-8f9f-21379eaec162 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053546 Mar 11 18:02:18.903797 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f965e-7c26-4eb3-9741-04583c654c21 req-b14c41b1-19f1-44d1-b6f0-4359db830a18 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:18.911368 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ac9f965e-7c26-4eb3-9741-04583c654c21 req-b14c41b1-19f1-44d1-b6f0-4359db830a18 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.2983608 Mar 11 18:02:19.002161 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ac9f965e-7c26-4eb3-9741-04583c654c21 req-7f8f8f05-4f3c-4b4b-ac38-77a52f9be336 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890877 Mar 11 18:02:19.101722 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d166fba-f7ba-441d-b336-50609a8d0a50 req-83e4a1fb-7372-417d-b569-0dc47269475f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:19.114362 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2d166fba-f7ba-441d-b336-50609a8d0a50 req-83e4a1fb-7372-417d-b569-0dc47269475f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 944 time: 0.1071675 Mar 11 18:02:19.212006 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2d166fba-f7ba-441d-b336-50609a8d0a50 req-9b736a90-1794-48da-aa76-3577302c4e4a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958517 Mar 11 18:02:19.240696 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:19.359478 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:02:19.374887 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:02:19.376114 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:19.579044 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:19.580079 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:19.642218 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:02:19.647735 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f465a7-de7a-4fcb-8f5a-b646b0562c08" -d '{"events": [{"server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "name": "network-vif-plugged", "status": "completed", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:02:19.684779 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:19.693363 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53130) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:19.695824 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:19.697228 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3c5b4dd4-8d31-403f-b237-73f43c107519 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:19.804553 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1624d-db38-4138-8307-d798b91faccd req-bfdce3ea-8d7e-4f15-9fbb-eea2b0509a8e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:19.826874 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24e1624d-db38-4138-8307-d798b91faccd req-bfdce3ea-8d7e-4f15-9fbb-eea2b0509a8e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.1729116 Mar 11 18:02:19.855679 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59b0a00-3ffb-4538-875a-2865930465af x-openstack-request-id: req-f59b0a00-3ffb-4538-875a-2865930465af {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:02:19.855679 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "name": "network-vif-plugged", "status": "completed", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:02:19.855944 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f59b0a00-3ffb-4538-875a-2865930465af {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:02:19.856345 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'code': 200} Mar 11 18:02:19.964602 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24e1624d-db38-4138-8307-d798b91faccd req-aa8792fa-e13f-4893-919b-8a1b9dd4204d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368749 Mar 11 18:02:20.003843 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:20.012661 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8f3fc7fa-2e3e-4655-b138-6cdad19fd4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.025526 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 3c5b4dd4-8d31-403f-b237-73f43c107519 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:02:20.036793 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:02:20.048759 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 3c5b4dd4-8d31-403f-b237-73f43c107519 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:02:20.049127 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.142440 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8f3fc7fa-2e3e-4655-b138-6cdad19fd4ae admin admin] Publish callbacks [] for security_group (17fa41a9-a2d1-4c9a-977c-a9798cd401ad), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.150678 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc76fc-0265-4d19-bfac-0be9ad8d89f9 req-124751f7-1338-49f7-abec-aa3b54bdedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:20.153778 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-76fc76fc-0265-4d19-bfac-0be9ad8d89f9 req-124751f7-1338-49f7-abec-aa3b54bdedc4 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 1129 time: 0.1286755 Mar 11 18:02:20.154859 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8f3fc7fa-2e3e-4655-b138-6cdad19fd4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (17fa41a9-a2d1-4c9a-977c-a9798cd401ad), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.270089 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fc7fa-2e3e-4655-b138-6cdad19fd4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fa41a9-a2d1-4c9a-977c-a9798cd401ad,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:20.276137 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-76fc76fc-0265-4d19-bfac-0be9ad8d89f9 req-7d370f7f-8466-400e-aa36-dd9111587833 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114104 Mar 11 18:02:20.298886 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-8f3fc7fa-2e3e-4655-b138-6cdad19fd4ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fed9adde5d064dc882a4dfcb7aa2d844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6031864 Mar 11 18:02:20.302383 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53156) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:20.315864 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 3c5b4dd4-8d31-403f-b237-73f43c107519 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:20.316751 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.373604 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3c5b4dd4-8d31-403f-b237-73f43c107519, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3c5b4dd4-8d31-403f-b237-73f43c107519,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:20.380242 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.382927 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 2e7b752e-b47c-4482-a1cf-cf0a4a87632f up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:20.410779 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4ecf838f-5634-4460-8f71-b09a861897a9 admin admin] Publish callbacks [] for security_group (17fa41a9-a2d1-4c9a-977c-a9798cd401ad), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.424675 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cea97-6e1a-4d8a-848d-5acf16ecd873 req-32ceabcb-67e0-4a04-87ba-e83632abc562 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:20.426895 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-131cea97-6e1a-4d8a-848d-5acf16ecd873 req-32ceabcb-67e0-4a04-87ba-e83632abc562 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 944 time: 0.1553917 Mar 11 18:02:20.446011 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88ba1d-fc93-44b8-9ab5-908f4d8db90e req-0d284422-aaae-44af-8306-4e8195384217 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:20.448931 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8d88ba1d-fc93-44b8-9ab5-908f4d8db90e req-0d284422-aaae-44af-8306-4e8195384217 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 944 time: 0.1015198 Mar 11 18:02:20.465575 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4ecf838f-5634-4460-8f71-b09a861897a9 admin admin] Publish callbacks [] for security_group (17fa41a9-a2d1-4c9a-977c-a9798cd401ad), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.477494 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=3c5b4dd4-8d31-403f-b237-73f43c107519,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:20.550967 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-131cea97-6e1a-4d8a-848d-5acf16ecd873 req-b47f3e31-b1d3-45f6-a19d-61758aabed5f tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006255 Mar 11 18:02:20.564222 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8d88ba1d-fc93-44b8-9ab5-908f4d8db90e req-0bebabf1-b767-47a9-bfc8-f84d031c0d96 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046915 Mar 11 18:02:20.602324 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4ecf838f-5634-4460-8f71-b09a861897a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (17fa41a9-a2d1-4c9a-977c-a9798cd401ad), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.603488 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:02:20.607944 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4ecf838f-5634-4460-8f71-b09a861897a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.610592 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:02:20.610592 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.614145 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-4ecf838f-5634-4460-8f71-b09a861897a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17fa41a9-a2d1-4c9a-977c-a9798cd401ad HTTP/1.1" status: 204 len: 168 time: 0.3065093 Mar 11 18:02:20.632058 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf838f-5634-4460-8f71-b09a861897a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fa41a9-a2d1-4c9a-977c-a9798cd401ad,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:20.731191 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:20.731473 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.777840 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e7b752e-b47c-4482-a1cf-cf0a4a87632f,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:20.787623 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:20.791450 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 2af54cac-dca9-43f1-83cc-cf99f28c349f up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:20.907633 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 2af54cac-dca9-43f1-83cc-cf99f28c349f completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:02:20.915641 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=2e7b752e-b47c-4482-a1cf-cf0a4a87632f,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:20.919322 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 2af54cac-dca9-43f1-83cc-cf99f28c349f triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:02:20.920587 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:21.043890 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 2af54cac-dca9-43f1-83cc-cf99f28c349f is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:21.044532 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:21.109087 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 2af54cac-dca9-43f1-83cc-cf99f28c349f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2af54cac-dca9-43f1-83cc-cf99f28c349f,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:21.116148 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:21.187990 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cb920-7e45-417f-a954-3e868d7be614 req-8ac425f5-eb81-4479-aee8-42a44004fd66 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:21.190490 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8d5cb920-7e45-417f-a954-3e868d7be614 req-8ac425f5-eb81-4479-aee8-42a44004fd66 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1198173 Mar 11 18:02:21.238658 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=2af54cac-dca9-43f1-83cc-cf99f28c349f,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:21.262036 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8d5cb920-7e45-417f-a954-3e868d7be614 req-66a53451-5bd7-4615-a664-31a10e443903 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584178 Mar 11 18:02:21.289258 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53192) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:21.308197 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-880e1b63-ee58-478c-9ba8-dc4b8f6253ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:21.445973 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-880e1b63-ee58-478c-9ba8-dc4b8f6253ad admin admin] Publish callbacks [] for security_group (2fdfcb35-8b0f-40b7-83ee-abf2dc2d896e), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:21.452363 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-880e1b63-ee58-478c-9ba8-dc4b8f6253ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (2fdfcb35-8b0f-40b7-83ee-abf2dc2d896e), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:21.492201 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-880e1b63-ee58-478c-9ba8-dc4b8f6253ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a2952ad420241babfb302873ca88c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019274 Mar 11 18:02:21.496484 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 53202) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:21.499314 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e1b63-ee58-478c-9ba8-dc4b8f6253ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdfcb35-8b0f-40b7-83ee-abf2dc2d896e,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:21.612927 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-83532601-9bed-4ae9-b22b-3cd927ccef62 admin admin] Publish callbacks [] for security_group (2fdfcb35-8b0f-40b7-83ee-abf2dc2d896e), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:21.656813 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-83532601-9bed-4ae9-b22b-3cd927ccef62 admin admin] Publish callbacks [] for security_group (2fdfcb35-8b0f-40b7-83ee-abf2dc2d896e), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:21.765397 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668e028-25af-40b0-889e-e621ea9cb4a5 req-42465374-1386-4c51-9ef9-cd211c01ecfd tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:21.768010 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b668e028-25af-40b0-889e-e621ea9cb4a5 req-42465374-1386-4c51-9ef9-cd211c01ecfd tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1214650 Mar 11 18:02:21.805460 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-83532601-9bed-4ae9-b22b-3cd927ccef62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (2fdfcb35-8b0f-40b7-83ee-abf2dc2d896e), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:21.808186 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-83532601-9bed-4ae9-b22b-3cd927ccef62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:21.809387 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-83532601-9bed-4ae9-b22b-3cd927ccef62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fdfcb35-8b0f-40b7-83ee-abf2dc2d896e HTTP/1.1" status: 204 len: 168 time: 0.3113906 Mar 11 18:02:21.826464 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83532601-9bed-4ae9-b22b-3cd927ccef62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdfcb35-8b0f-40b7-83ee-abf2dc2d896e,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:21.862887 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c1602c-7d4c-4d52-9a73-62d9c35caa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5b4dd4-8d31-403f-b237-73f43c107519'}, {'server_uuid': '356fa030-aa9b-4d47-a342-19deaf663763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7b752e-b47c-4482-a1cf-cf0a4a87632f'}, {'server_uuid': '2982e072-7aec-45ce-92b4-adb969ba8980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af54cac-dca9-43f1-83cc-cf99f28c349f'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:02:21.866134 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ab710c-b456-4738-9b2a-70bada5ef5f0" -d '{"events": [{"server_uuid": "15c1602c-7d4c-4d52-9a73-62d9c35caa3f", "name": "network-vif-plugged", "status": "completed", "tag": "3c5b4dd4-8d31-403f-b237-73f43c107519"}, {"server_uuid": "356fa030-aa9b-4d47-a342-19deaf663763", "name": "network-vif-plugged", "status": "completed", "tag": "2e7b752e-b47c-4482-a1cf-cf0a4a87632f"}, {"server_uuid": "2982e072-7aec-45ce-92b4-adb969ba8980", "name": "network-vif-plugged", "status": "completed", "tag": "2af54cac-dca9-43f1-83cc-cf99f28c349f"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:02:21.884415 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b668e028-25af-40b0-889e-e621ea9cb4a5 req-589af805-1945-42b3-be4e-63769801b2eb tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049476 Mar 11 18:02:22.048897 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1ebf3-c479-4e42-9821-e280b0a02f17 req-11593580-509d-4ddd-83d1-9f0bfcb0cc2d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:22.050766 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c8a1ebf3-c479-4e42-9821-e280b0a02f17 req-11593580-509d-4ddd-83d1-9f0bfcb0cc2d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 945 time: 0.0654449 Mar 11 18:02:22.127551 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c8a1ebf3-c479-4e42-9821-e280b0a02f17 req-f1ccbf44-a1ba-4269-acaa-21a30c0eafe5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640483 Mar 11 18:02:22.205244 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Mar 2022 18:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d775a2-e7b4-4bd7-85a3-093bec4051a9 x-openstack-request-id: req-95d775a2-e7b4-4bd7-85a3-093bec4051a9 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:02:22.206187 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c1602c-7d4c-4d52-9a73-62d9c35caa3f", "name": "network-vif-plugged", "status": "completed", "tag": "3c5b4dd4-8d31-403f-b237-73f43c107519", "code": 200}, {"server_uuid": "356fa030-aa9b-4d47-a342-19deaf663763", "name": "network-vif-plugged", "status": "completed", "tag": "2e7b752e-b47c-4482-a1cf-cf0a4a87632f", "code": 200}, {"server_uuid": "2982e072-7aec-45ce-92b4-adb969ba8980", "name": "network-vif-plugged", "status": "completed", "tag": "2af54cac-dca9-43f1-83cc-cf99f28c349f", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:02:22.206187 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95d775a2-e7b4-4bd7-85a3-093bec4051a9 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:02:22.206187 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c1602c-7d4c-4d52-9a73-62d9c35caa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5b4dd4-8d31-403f-b237-73f43c107519', 'code': 200} Mar 11 18:02:22.206529 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356fa030-aa9b-4d47-a342-19deaf663763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7b752e-b47c-4482-a1cf-cf0a4a87632f', 'code': 200} Mar 11 18:02:22.206819 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2982e072-7aec-45ce-92b4-adb969ba8980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'code': 200} Mar 11 18:02:22.490434 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86e763-e6d8-4ce2-ab64-e3d197597d5d req-f8e544c7-1e18-4180-aa4c-dc055f2fecb9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:22.498585 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4f86e763-e6d8-4ce2-ab64-e3d197597d5d req-f8e544c7-1e18-4180-aa4c-dc055f2fecb9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0902467 Mar 11 18:02:22.554002 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4f86e763-e6d8-4ce2-ab64-e3d197597d5d req-7495fe57-0a6b-4b3d-b31b-e6d6bce8f93d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538743 Mar 11 18:02:23.052363 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3a342-1f43-431b-9416-1097c665383d req-f29506a0-d10f-4907-b418-03d490d48ca8 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:23.055258 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b3e3a342-1f43-431b-9416-1097c665383d req-f29506a0-d10f-4907-b418-03d490d48ca8 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0918827 Mar 11 18:02:23.111913 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b3e3a342-1f43-431b-9416-1097c665383d req-4156fe5f-7e61-44eb-ae5c-86e492014706 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504344 Mar 11 18:02:23.303195 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8aff2-0cc8-424b-9b20-067d5e4fa9be req-2045bcdf-00df-47cd-802e-7b26614a1dc3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:23.306851 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bba8aff2-0cc8-424b-9b20-067d5e4fa9be req-2045bcdf-00df-47cd-802e-7b26614a1dc3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 945 time: 0.0796087 Mar 11 18:02:23.375885 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bba8aff2-0cc8-424b-9b20-067d5e4fa9be req-fe249b64-a470-444e-b9ea-e22ee4429c84 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606120 Mar 11 18:02:23.742037 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c4b56-6c14-4f11-b59a-453d9ea52453 req-9925ec7a-7208-4b21-b24b-1c7298eee43b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:23.743874 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea5c4b56-6c14-4f11-b59a-453d9ea52453 req-9925ec7a-7208-4b21-b24b-1c7298eee43b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0794213 Mar 11 18:02:23.826630 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea5c4b56-6c14-4f11-b59a-453d9ea52453 req-c5addf7e-a9af-4c62-ae18-2b747069818d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729008 Mar 11 18:02:24.319992 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b612d7-7645-43be-82eb-f2c17e1963cc req-02ac84d1-eae3-4b54-84ec-1508b37befbc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:24.323402 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-76b612d7-7645-43be-82eb-f2c17e1963cc req-02ac84d1-eae3-4b54-84ec-1508b37befbc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1077385 Mar 11 18:02:24.409244 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-76b612d7-7645-43be-82eb-f2c17e1963cc req-a163335a-8cd3-4a57-9b04-a8dde9150b65 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776789 Mar 11 18:02:24.583324 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe1e22-9506-48d1-a039-9d2e5e52d1ce req-c7d639e0-ee74-4766-9c4b-0ce6f3db1a84 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:24.586121 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3dbe1e22-9506-48d1-a039-9d2e5e52d1ce req-c7d639e0-ee74-4766-9c4b-0ce6f3db1a84 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 945 time: 0.0664198 Mar 11 18:02:24.656804 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3dbe1e22-9506-48d1-a039-9d2e5e52d1ce req-c25ffeb0-bacf-4977-8338-5644de1e81ed tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619416 Mar 11 18:02:25.008120 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48fd0c-d54a-4dbe-9fc7-304e87285cfa req-06756791-8f6b-45f6-9a4a-8b02e0c64913 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:25.009790 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea48fd0c-d54a-4dbe-9fc7-304e87285cfa req-06756791-8f6b-45f6-9a4a-8b02e0c64913 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0590012 Mar 11 18:02:25.078018 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea48fd0c-d54a-4dbe-9fc7-304e87285cfa req-2b01bfa5-b07b-4f67-b1fe-9c59d4884e63 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616574 Mar 11 18:02:25.487428 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb78523-778a-4b4b-bebd-9f38fbab88fc req-14d0b950-8dfd-4e89-bb6b-2b9de35ae250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:25.489806 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-3bb78523-778a-4b4b-bebd-9f38fbab88fc req-14d0b950-8dfd-4e89-bb6b-2b9de35ae250 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 1129 time: 0.1067410 Mar 11 18:02:25.561526 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d8287-7be2-4d94-90f0-75c2feb8128d req-507c1b7b-ce03-46a9-bcae-9c166b48d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:25.561526 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-224d8287-7be2-4d94-90f0-75c2feb8128d req-507c1b7b-ce03-46a9-bcae-9c166b48d072 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 1129 time: 0.1574602 Mar 11 18:02:25.561526 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73352c-5205-4638-ae07-9727a7f572b0 req-fede653d-19a3-478c-867b-dc55195d2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:25.561863 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-3bb78523-778a-4b4b-bebd-9f38fbab88fc req-6ffea827-c1d7-42ce-9333-2486f40f332a service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574596 Mar 11 18:02:25.561968 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d73352c-5205-4638-ae07-9727a7f572b0 req-fede653d-19a3-478c-867b-dc55195d2a53 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 1129 time: 0.1752586 Mar 11 18:02:25.645907 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-224d8287-7be2-4d94-90f0-75c2feb8128d req-e1a3d5aa-0ebb-46bf-897c-9ce6a2b6a300 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881011 Mar 11 18:02:25.705309 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f621f6f-0c96-4740-825b-8bdd751421b2 req-5206cacf-fc5d-4c79-8003-dc0d7e380470 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:25.707747 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6f621f6f-0c96-4740-825b-8bdd751421b2 req-5206cacf-fc5d-4c79-8003-dc0d7e380470 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1266649 Mar 11 18:02:25.785901 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6f621f6f-0c96-4740-825b-8bdd751421b2 req-9a9fa99f-14ff-49bc-89cf-a2990b7fbfad tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642421 Mar 11 18:02:25.839766 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8ecd1-91bf-4338-8be2-ef0ece43e758 req-38a945db-5818-4edc-994c-7faf9d0876b1 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:25.841399 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1bc8ecd1-91bf-4338-8be2-ef0ece43e758 req-38a945db-5818-4edc-994c-7faf9d0876b1 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 945 time: 0.0763102 Mar 11 18:02:25.895967 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1bc8ecd1-91bf-4338-8be2-ef0ece43e758 req-0970bc12-f3b3-42ed-8193-98a5ade8032e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473723 Mar 11 18:02:26.244668 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ee674-7ee8-45a8-a909-f3bd78e4f374 req-56d2b969-e357-4c77-97d8-b91bf119b97e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:26.246337 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d4ee674-7ee8-45a8-a909-f3bd78e4f374 req-56d2b969-e357-4c77-97d8-b91bf119b97e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0680504 Mar 11 18:02:26.354581 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d4ee674-7ee8-45a8-a909-f3bd78e4f374 req-0b44626a-8091-485c-9440-040173845966 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981109 Mar 11 18:02:26.385217 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d73352c-5205-4638-ae07-9727a7f572b0 req-3ce45368-26ff-4a67-816d-78c0aa9d93d5 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772369 Mar 11 18:02:26.679326 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 53388) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:26.859773 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1b287b84-bfa2-4a55-a70c-5df93f29bbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:27.031360 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1b287b84-bfa2-4a55-a70c-5df93f29bbbf admin admin] Publish callbacks [] for security_group (3839ca29-4ffc-4aee-8218-95cbb59b4b24), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:27.042241 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62b67a-7d03-4a14-a0ec-6b988e7af6f1 req-ffce5b22-7892-4991-94a4-9470735f0622 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:27.055510 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5c62b67a-7d03-4a14-a0ec-6b988e7af6f1 req-ffce5b22-7892-4991-94a4-9470735f0622 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1412630 Mar 11 18:02:27.086276 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1b287b84-bfa2-4a55-a70c-5df93f29bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (3839ca29-4ffc-4aee-8218-95cbb59b4b24), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:27.158709 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-1b287b84-bfa2-4a55-a70c-5df93f29bbbf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=038535335be24a8dabace4d871d5aa41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4777496 Mar 11 18:02:27.163026 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53416) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:27.172521 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b287b84-bfa2-4a55-a70c-5df93f29bbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3839ca29-4ffc-4aee-8218-95cbb59b4b24,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:27.208521 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5c62b67a-7d03-4a14-a0ec-6b988e7af6f1 req-769e32fc-67a6-4938-9e6c-5898c88db0fa tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516051 Mar 11 18:02:27.225937 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c8969-cce9-4ecb-b8dd-ea93215b5663 req-b2ad819b-b072-49b3-86eb-75196d33501e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:27.235371 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-276c8969-cce9-4ecb-b8dd-ea93215b5663 req-b2ad819b-b072-49b3-86eb-75196d33501e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 945 time: 0.2129412 Mar 11 18:02:27.308957 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-276c8969-cce9-4ecb-b8dd-ea93215b5663 req-a9527afe-e0d6-413c-9ee0-956223d5471b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722439 Mar 11 18:02:27.310041 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d3116634-38cf-437f-880b-118320bb7db9 admin admin] Publish callbacks [] for security_group (3839ca29-4ffc-4aee-8218-95cbb59b4b24), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:27.347258 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d3116634-38cf-437f-880b-118320bb7db9 admin admin] Publish callbacks [] for security_group (3839ca29-4ffc-4aee-8218-95cbb59b4b24), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:27.429577 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d3116634-38cf-437f-880b-118320bb7db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (3839ca29-4ffc-4aee-8218-95cbb59b4b24), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:27.433443 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d3116634-38cf-437f-880b-118320bb7db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:27.435301 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-d3116634-38cf-437f-880b-118320bb7db9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3839ca29-4ffc-4aee-8218-95cbb59b4b24 HTTP/1.1" status: 204 len: 168 time: 0.2699564 Mar 11 18:02:27.454336 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3116634-38cf-437f-880b-118320bb7db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3839ca29-4ffc-4aee-8218-95cbb59b4b24,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:27.552866 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68725b44-f9a6-4e30-83ac-3aba68411a2c req-2eef259d-90c6-46f3-90f9-0235bc4f5afc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:27.554874 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-68725b44-f9a6-4e30-83ac-3aba68411a2c req-2eef259d-90c6-46f3-90f9-0235bc4f5afc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0951557 Mar 11 18:02:27.634850 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-68725b44-f9a6-4e30-83ac-3aba68411a2c req-d39fb766-62c6-4596-8c7f-ca61d9ba4f59 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738065 Mar 11 18:02:27.858375 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53426) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:27.872169 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7e80ad50-e2cf-4b1d-afed-c69487190aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:27.991615 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7e80ad50-e2cf-4b1d-afed-c69487190aaf admin admin] Publish callbacks [] for security_group (cbde0d83-bea7-4c70-9ca7-12ce2aa72302), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:27.997907 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7e80ad50-e2cf-4b1d-afed-c69487190aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (cbde0d83-bea7-4c70-9ca7-12ce2aa72302), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:28.076141 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-7e80ad50-e2cf-4b1d-afed-c69487190aaf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ac155d0f98b4126917d1d280b70e3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163708 Mar 11 18:02:28.081598 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 53436) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:28.083080 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80ad50-e2cf-4b1d-afed-c69487190aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbde0d83-bea7-4c70-9ca7-12ce2aa72302,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:28.195372 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-96065130-0a2f-4821-8331-3c0dca29fd14 admin admin] Publish callbacks [] for security_group (cbde0d83-bea7-4c70-9ca7-12ce2aa72302), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:28.241646 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-96065130-0a2f-4821-8331-3c0dca29fd14 admin admin] Publish callbacks [] for security_group (cbde0d83-bea7-4c70-9ca7-12ce2aa72302), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:28.337241 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-96065130-0a2f-4821-8331-3c0dca29fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (cbde0d83-bea7-4c70-9ca7-12ce2aa72302), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:28.340166 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-96065130-0a2f-4821-8331-3c0dca29fd14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:28.341393 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-96065130-0a2f-4821-8331-3c0dca29fd14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbde0d83-bea7-4c70-9ca7-12ce2aa72302 HTTP/1.1" status: 204 len: 168 time: 0.2577450 Mar 11 18:02:28.368222 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96065130-0a2f-4821-8331-3c0dca29fd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbde0d83-bea7-4c70-9ca7-12ce2aa72302,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:28.565033 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b02a2-eedd-4e74-9548-9f5ae980ef2c req-f0733df2-3b28-48c9-8d20-0dcba3ca3885 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:28.572556 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-781b02a2-eedd-4e74-9548-9f5ae980ef2c req-f0733df2-3b28-48c9-8d20-0dcba3ca3885 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1860502 Mar 11 18:02:28.592692 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43f472-4f59-41b7-84de-50fa76fb9d13 req-2caa378f-2576-423c-973f-7408773a9ae8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:28.602334 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1e43f472-4f59-41b7-84de-50fa76fb9d13 req-2caa378f-2576-423c-973f-7408773a9ae8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 945 time: 0.1517529 Mar 11 18:02:28.713786 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1e43f472-4f59-41b7-84de-50fa76fb9d13 req-753fdc22-d8f8-4391-aa4a-f3996889b954 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100895 Mar 11 18:02:28.752641 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-781b02a2-eedd-4e74-9548-9f5ae980ef2c req-d630f141-8152-4761-8c18-2a64f4fafbc8 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464159 Mar 11 18:02:28.858125 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:28.967805 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c2b9d-f959-435c-b8fe-43efe0775f90 req-f9e0d38c-bda2-4611-9ccd-4d8f304c8741 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:28.969445 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8b9c2b9d-f959-435c-b8fe-43efe0775f90 req-f9e0d38c-bda2-4611-9ccd-4d8f304c8741 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1079981 Mar 11 18:02:29.088750 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8b9c2b9d-f959-435c-b8fe-43efe0775f90 req-c07ae9d9-0919-4213-8db2-1497a168ed1c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120222 Mar 11 18:02:29.368244 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021e6bd-914d-4fc1-b19b-117d9e635578 req-5a8d2e64-d342-4c3a-a82c-7da573aea335 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:29.370116 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5021e6bd-914d-4fc1-b19b-117d9e635578 req-5a8d2e64-d342-4c3a-a82c-7da573aea335 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0853467 Mar 11 18:02:29.380680 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53522) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:29.386160 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-c1966a29-2ddf-4246-9133-9719e225ef94 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Request body: {'floatingip': {'port_id': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:29.464861 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c1966a29-2ddf-4246-9133-9719e225ef94 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (1e11d1ca-2526-4b07-9ef8-017ddf7704e9), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:29.935046 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a785-718f-4ba5-a7e8-8ae75cbdb0ce req-9bd16058-3f68-40a0-8397-d35e72a475f4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:29.938139 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8d40a785-718f-4ba5-a7e8-8ae75cbdb0ce req-9bd16058-3f68-40a0-8397-d35e72a475f4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 945 time: 0.1365182 Mar 11 18:02:30.106101 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468c801-9230-4400-8e35-9560639df950 req-0b9abe82-58a4-45ae-84e6-1b7204e8e95d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:30.118021 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6468c801-9230-4400-8e35-9560639df950 req-0b9abe82-58a4-45ae-84e6-1b7204e8e95d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1783841 Mar 11 18:02:30.144605 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8d40a785-718f-4ba5-a7e8-8ae75cbdb0ce req-a4f9ac71-71e0-4e69-9b0f-452de45f1448 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980560 Mar 11 18:02:30.223190 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6468c801-9230-4400-8e35-9560639df950 req-f1421db5-7517-4489-8cde-c91525fe4a48 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041367 Mar 11 18:02:30.584469 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd00b6-50a0-4f9b-8936-8cc008bb5e66 req-77a5f5b2-8b9f-4fbc-b166-883124d69efb tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:30.597274 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-02bd00b6-50a0-4f9b-8936-8cc008bb5e66 req-77a5f5b2-8b9f-4fbc-b166-883124d69efb tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 945 time: 0.2118454 Mar 11 18:02:30.602408 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 53572) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:30.618473 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-6cd0440a-9489-4995-8a82-90bd9497c532 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'floatingip': {'port_id': '2af54cac-dca9-43f1-83cc-cf99f28c349f'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:30.780716 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.db.resource_extend [None req-c1966a29-2ddf-4246-9133-9719e225ef94 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 18:02:30.927772 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6cd0440a-9489-4995-8a82-90bd9497c532 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (e6f661f6-fd4c-4c45-af32-95e9544f9953), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:30.995805 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c1966a29-2ddf-4246-9133-9719e225ef94 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:31.004144 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c1966a29-2ddf-4246-9133-9719e225ef94 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (1e11d1ca-2526-4b07-9ef8-017ddf7704e9), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:31.169026 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.l3_db [None req-c1966a29-2ddf-4246-9133-9719e225ef94 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Floating IP 1e11d1ca-2526-4b07-9ef8-017ddf7704e9 associated. External IP: 172.27.0.109, port: dce7ad5e-40f0-4f01-bbde-cbee94ea9e15. Mar 11 18:02:31.284857 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc48ab-7704-468c-a999-c4d798bde48b req-c420f4d0-2332-48d6-9b3c-c0572f6de758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:31.287387 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ebcc48ab-7704-468c-a999-c4d798bde48b req-c420f4d0-2332-48d6-9b3c-c0572f6de758 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 1129 time: 0.2885246 Mar 11 18:02:31.367486 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe88644-0cb9-40d8-b304-f98cce972245 req-a7858791-e3a3-4da6-83a7-73b681ed6c87 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:31.380597 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4fe88644-0cb9-40d8-b304-f98cce972245 req-a7858791-e3a3-4da6-83a7-73b681ed6c87 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.3845079 Mar 11 18:02:31.405351 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53596) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:31.477802 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 53602) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:31.536130 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1966a29-2ddf-4246-9133-9719e225ef94 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:02:31.677230 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ee511148-06d9-4935-ba58-9a1dccc209e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:31.701555 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1966a29-2ddf-4246-9133-9719e225ef94 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:02:31.721268 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c1966a29-2ddf-4246-9133-9719e225ef94 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:31.738536 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc48ab-7704-468c-a999-c4d798bde48b req-985ccaed-75c2-420c-91a3-9f347c1b1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:31.741090 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ebcc48ab-7704-468c-a999-c4d798bde48b req-985ccaed-75c2-420c-91a3-9f347c1b1ab6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 919 time: 0.4397099 Mar 11 18:02:31.741265 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59f1e2-59f6-4daa-a904-de3ab0acc59d None None] Sync routers for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:02:31.758153 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4fe88644-0cb9-40d8-b304-f98cce972245 req-296575e2-02a1-4b9d-b137-dc1856815d75 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760395 Mar 11 18:02:31.759648 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bb1d85b3-5492-42fa-a84f-173f23f167f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:31.761438 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59f1e2-59f6-4daa-a904-de3ab0acc59d None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:31.762319 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-fd59f1e2-59f6-4daa-a904-de3ab0acc59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:02:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:31.786601 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c1966a29-2ddf-4246-9133-9719e225ef94 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "PUT /v2.0/floatingips/1e11d1ca-2526-4b07-9ef8-017ddf7704e9 HTTP/1.1" status: 200 len: 991 time: 2.3900309 Mar 11 18:02:31.786601 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:02:31.786601 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0494dd22-32d0-4ef0-a7df-00f65d494672" -d '{"events": [{"name": "network-changed", "server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:02:31.850087 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9414117-5265-49b7-9a68-6e2cdb0f851e x-openstack-request-id: req-f9414117-5265-49b7-9a68-6e2cdb0f851e {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:02:31.850657 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:02:31.851083 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9414117-5265-49b7-9a68-6e2cdb0f851e {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:02:31.851695 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'status': 'completed', 'code': 200} Mar 11 18:02:31.901243 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ee511148-06d9-4935-ba58-9a1dccc209e5 admin admin] Publish callbacks [] for security_group (e2e420cd-96a0-4279-9c32-7f096aa51f4c), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:31.912509 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ee511148-06d9-4935-ba58-9a1dccc209e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e2e420cd-96a0-4279-9c32-7f096aa51f4c), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:31.933694 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-fd59f1e2-59f6-4daa-a904-de3ab0acc59d None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:32.013982 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ee511148-06d9-4935-ba58-9a1dccc209e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab4192ad9e5342ad9a3171c3e4ae2304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069884 Mar 11 18:02:32.018696 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53620) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:32.098899 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee511148-06d9-4935-ba58-9a1dccc209e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e420cd-96a0-4279-9c32-7f096aa51f4c,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:32.130851 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f352ff29-7b37-4867-8af0-806ceeacc14c admin admin] Publish callbacks [] for security_group (e2e420cd-96a0-4279-9c32-7f096aa51f4c), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:32.199407 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f352ff29-7b37-4867-8af0-806ceeacc14c admin admin] Publish callbacks [] for security_group (e2e420cd-96a0-4279-9c32-7f096aa51f4c), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:32.213357 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ebcc48ab-7704-468c-a999-c4d798bde48b req-8223cd40-66db-491b-bcd4-bd2cda09fc34 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5b4dd4-8d31-403f-b237-73f43c107519 HTTP/1.1" status: 200 len: 217 time: 0.4491336 Mar 11 18:02:32.283501 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f352ff29-7b37-4867-8af0-806ceeacc14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e2e420cd-96a0-4279-9c32-7f096aa51f4c), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:32.288491 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f352ff29-7b37-4867-8af0-806ceeacc14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:32.292484 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-f352ff29-7b37-4867-8af0-806ceeacc14c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2e420cd-96a0-4279-9c32-7f096aa51f4c HTTP/1.1" status: 204 len: 168 time: 0.2722702 Mar 11 18:02:32.319110 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352ff29-7b37-4867-8af0-806ceeacc14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e420cd-96a0-4279-9c32-7f096aa51f4c,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:32.568920 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-fd59f1e2-59f6-4daa-a904-de3ab0acc59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '1e11d1ca-2526-4b07-9ef8-017ddf7704e9', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'port_id': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'mac_address': 'fa:16:3e:c0:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:01:29Z', 'updated_at': '2022-03-11T18:02:30Z', 'revision_number': 1, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:32.604384 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59f1e2-59f6-4daa-a904-de3ab0acc59d None None] Checking router: 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:02:32.618333 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59f1e2-59f6-4daa-a904-de3ab0acc59d None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:32.619517 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-fd59f1e2-59f6-4daa-a904-de3ab0acc59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:02:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:32.737778 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc48ab-7704-468c-a999-c4d798bde48b req-f02f4d57-9e9e-4ab7-a19e-f761d7c6f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:32.740890 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ebcc48ab-7704-468c-a999-c4d798bde48b req-f02f4d57-9e9e-4ab7-a19e-f761d7c6f703 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7d395e4c-e767-470a-8b97-81a4caa9b38e HTTP/1.1" status: 200 len: 857 time: 0.4884381 Mar 11 18:02:32.824374 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-fd59f1e2-59f6-4daa-a904-de3ab0acc59d None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:32.880800 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494dd22-32d0-4ef0-a7df-00f65d494672 req-1f789c3d-cf0d-48c6-9501-2f64f4c0b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:32.883108 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0494dd22-32d0-4ef0-a7df-00f65d494672 req-1f789c3d-cf0d-48c6-9501-2f64f4c0b854 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 1129 time: 0.7067218 Mar 11 18:02:32.934226 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53648) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:32.949621 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8bbecc4f-5d99-428c-92af-c026d05ff074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:32.972523 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ebcc48ab-7704-468c-a999-c4d798bde48b req-0d0a9845-daee-4b1b-9591-9446f6c65243 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf8b21d-4c74-4320-a597-db72e3e147d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2021959 Mar 11 18:02:33.061153 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8bbecc4f-5d99-428c-92af-c026d05ff074 admin admin] Publish callbacks [] for security_group (4c00b772-c37c-48b3-9f1b-7b36938012bf), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.066864 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8bbecc4f-5d99-428c-92af-c026d05ff074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (4c00b772-c37c-48b3-9f1b-7b36938012bf), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.109713 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-8bbecc4f-5d99-428c-92af-c026d05ff074 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21922b4c108a452693ba20257390c77d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738915 Mar 11 18:02:33.110904 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bb1d85b3-5492-42fa-a84f-173f23f167f0 admin admin] Publish callbacks [] for security_group (453ed1df-eddd-498b-a68d-d0cdbbd1e2a2), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.111046 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbecc4f-5d99-428c-92af-c026d05ff074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c00b772-c37c-48b3-9f1b-7b36938012bf,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:33.117850 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53650) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:33.134720 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bb1d85b3-5492-42fa-a84f-173f23f167f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (453ed1df-eddd-498b-a68d-d0cdbbd1e2a2), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.199046 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-98b185b8-934d-4156-b33e-9944dce89bff admin admin] Publish callbacks [] for security_group (4c00b772-c37c-48b3-9f1b-7b36938012bf), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.236426 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-98b185b8-934d-4156-b33e-9944dce89bff admin admin] Publish callbacks [] for security_group (4c00b772-c37c-48b3-9f1b-7b36938012bf), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.323185 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-98b185b8-934d-4156-b33e-9944dce89bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (4c00b772-c37c-48b3-9f1b-7b36938012bf), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.325606 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.db.resource_extend [None req-6cd0440a-9489-4995-8a82-90bd9497c532 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 18:02:33.327040 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-98b185b8-934d-4156-b33e-9944dce89bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.339359 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-98b185b8-934d-4156-b33e-9944dce89bff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c00b772-c37c-48b3-9f1b-7b36938012bf HTTP/1.1" status: 204 len: 168 time: 0.2149539 Mar 11 18:02:33.350830 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b185b8-934d-4156-b33e-9944dce89bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c00b772-c37c-48b3-9f1b-7b36938012bf,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:33.356249 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-fd59f1e2-59f6-4daa-a904-de3ab0acc59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '1e11d1ca-2526-4b07-9ef8-017ddf7704e9', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'port_id': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'mac_address': 'fa:16:3e:c0:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:01:29Z', 'updated_at': '2022-03-11T18:02:30Z', 'revision_number': 1, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:33.365477 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d85b3-5492-42fa-a84f-173f23f167f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453ed1df-eddd-498b-a68d-d0cdbbd1e2a2,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:33.370868 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-bb1d85b3-5492-42fa-a84f-173f23f167f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6e92f24d7754596ad5a8961412c4754&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8780160 Mar 11 18:02:33.373432 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53654) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:33.418396 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ebc41-477d-47e1-bb34-2bfa6b90f24c req-c562c96e-e9d5-4e02-99ba-c99092599788 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:33.420042 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9c3ebc41-477d-47e1-bb34-2bfa6b90f24c req-c562c96e-e9d5-4e02-99ba-c99092599788 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.4504232 Mar 11 18:02:33.424442 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59f1e2-59f6-4daa-a904-de3ab0acc59d None None] The sync data for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi is: [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '1e11d1ca-2526-4b07-9ef8-017ddf7704e9', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'port_id': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'mac_address': 'fa:16:3e:c0:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:01:29Z', 'updated_at': '2022-03-11T18:02:30Z', 'revision_number': 1, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:02:33.430454 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494dd22-32d0-4ef0-a7df-00f65d494672 req-84808089-00f6-4acd-b376-3c4d66901961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:33.432093 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0494dd22-32d0-4ef0-a7df-00f65d494672 req-84808089-00f6-4acd-b376-3c4d66901961 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 919 time: 0.4695210 Mar 11 18:02:33.441271 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ebcc48ab-7704-468c-a999-c4d798bde48b req-d3669a08-1c3c-4aae-bf27-595b996851d8 service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419177 Mar 11 18:02:33.469118 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3bb10d90-447e-4c88-be78-7049158fda2e admin admin] Publish callbacks [] for security_group (453ed1df-eddd-498b-a68d-d0cdbbd1e2a2), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.493047 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6cd0440a-9489-4995-8a82-90bd9497c532 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.508751 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3bb10d90-447e-4c88-be78-7049158fda2e admin admin] Publish callbacks [] for security_group (453ed1df-eddd-498b-a68d-d0cdbbd1e2a2), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.562775 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6cd0440a-9489-4995-8a82-90bd9497c532 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (e6f661f6-fd4c-4c45-af32-95e9544f9953), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.596552 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3bb10d90-447e-4c88-be78-7049158fda2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (453ed1df-eddd-498b-a68d-d0cdbbd1e2a2), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.601783 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3bb10d90-447e-4c88-be78-7049158fda2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:33.603317 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-3bb10d90-447e-4c88-be78-7049158fda2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/453ed1df-eddd-498b-a68d-d0cdbbd1e2a2 HTTP/1.1" status: 204 len: 168 time: 0.2285223 Mar 11 18:02:33.615339 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb10d90-447e-4c88-be78-7049158fda2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453ed1df-eddd-498b-a68d-d0cdbbd1e2a2,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:33.765453 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0494dd22-32d0-4ef0-a7df-00f65d494672 req-760c7da5-4462-4ac3-8ffa-21e87aba6138 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 HTTP/1.1" status: 200 len: 999 time: 0.3079371 Mar 11 18:02:33.808346 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9c3ebc41-477d-47e1-bb34-2bfa6b90f24c req-fe70ae72-c186-4750-ab2e-420527be1ebb tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564041 Mar 11 18:02:33.871043 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15f148-a058-4216-8cf8-99449d74238a None None] New status for floating IP 1e11d1ca-2526-4b07-9ef8-017ddf7704e9: ACTIVE {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:02:33.918315 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ebcc48ab-7704-468c-a999-c4d798bde48b req-af00c191-3de5-4854-b661-e436c1544998 service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619143 Mar 11 18:02:33.941051 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494dd22-32d0-4ef0-a7df-00f65d494672 req-2110d2c8-22da-4eab-8e8d-8daf30d986fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:33.942938 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0494dd22-32d0-4ef0-a7df-00f65d494672 req-2110d2c8-22da-4eab-8e8d-8daf30d986fc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.1607721 Mar 11 18:02:33.944725 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [None req-6cd0440a-9489-4995-8a82-90bd9497c532 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Floating IP e6f661f6-fd4c-4c45-af32-95e9544f9953 associated. External IP: 172.27.0.214, port: 2af54cac-dca9-43f1-83cc-cf99f28c349f. Mar 11 18:02:34.427733 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53684) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:34.436830 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494dd22-32d0-4ef0-a7df-00f65d494672 req-d51b6160-ebef-4655-ab14-2cef463ea974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:34.438424 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0494dd22-32d0-4ef0-a7df-00f65d494672 req-d51b6160-ebef-4655-ab14-2cef463ea974 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4885972 Mar 11 18:02:34.446327 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c176e086-dac6-487a-b85a-3ef1f068a452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:34.533536 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c176e086-dac6-487a-b85a-3ef1f068a452 admin admin] Publish callbacks [] for security_group (95b9a089-fd9b-40f3-8a29-ba7c61537553), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:34.542578 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c176e086-dac6-487a-b85a-3ef1f068a452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (95b9a089-fd9b-40f3-8a29-ba7c61537553), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:34.617511 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c176e086-dac6-487a-b85a-3ef1f068a452 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ecfcb96fa9f4723b52c69dea20a0595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883552 Mar 11 18:02:34.619398 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176e086-dac6-487a-b85a-3ef1f068a452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b9a089-fd9b-40f3-8a29-ba7c61537553,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:34.620025 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 53688) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:34.649170 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0494dd22-32d0-4ef0-a7df-00f65d494672 req-4d5fbc5b-6296-4a95-a9ae-fb4bea39ada8 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966424 Mar 11 18:02:34.706458 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd0440a-9489-4995-8a82-90bd9497c532 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:02:34.773344 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e78d1ef2-5648-46a3-9097-57a706a71960 admin admin] Publish callbacks [] for security_group (95b9a089-fd9b-40f3-8a29-ba7c61537553), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:34.863751 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e78d1ef2-5648-46a3-9097-57a706a71960 admin admin] Publish callbacks [] for security_group (95b9a089-fd9b-40f3-8a29-ba7c61537553), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:34.863751 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0494dd22-32d0-4ef0-a7df-00f65d494672 req-96ce829d-43dc-40a3-9cf0-71512d9f0a23 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019355 Mar 11 18:02:34.980592 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd0440a-9489-4995-8a82-90bd9497c532 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:02:34.986326 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6cd0440a-9489-4995-8a82-90bd9497c532 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:35.022211 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912031fe-f646-4c3e-a829-77dfb8df3d68 None None] Sync routers for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:02:35.046594 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-6cd0440a-9489-4995-8a82-90bd9497c532 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "PUT /v2.0/floatingips/e6f661f6-fd4c-4c45-af32-95e9544f9953 HTTP/1.1" status: 200 len: 991 time: 4.4281819 Mar 11 18:02:35.047190 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2097595c-9e4e-472e-8904-10f578bbff1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:35.047890 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23d5f9-4c47-4a15-8a7b-cfc2b3e08041 req-91140b00-a6c2-4bf2-9bb3-64d465c9ba81 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:35.047890 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a23d5f9-4c47-4a15-8a7b-cfc2b3e08041 req-91140b00-a6c2-4bf2-9bb3-64d465c9ba81 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1277599 Mar 11 18:02:35.047890 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2982e072-7aec-45ce-92b4-adb969ba8980', 'tag': '2af54cac-dca9-43f1-83cc-cf99f28c349f'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:02:35.047890 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9e1ace-3828-4636-beff-1e4d5eca3eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "2982e072-7aec-45ce-92b4-adb969ba8980", "tag": "2af54cac-dca9-43f1-83cc-cf99f28c349f"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:02:35.061238 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e78d1ef2-5648-46a3-9097-57a706a71960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (95b9a089-fd9b-40f3-8a29-ba7c61537553), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:35.064836 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912031fe-f646-4c3e-a829-77dfb8df3d68 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:35.065700 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-912031fe-f646-4c3e-a829-77dfb8df3d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:02:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:35.069484 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e78d1ef2-5648-46a3-9097-57a706a71960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:35.074285 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-e78d1ef2-5648-46a3-9097-57a706a71960 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95b9a089-fd9b-40f3-8a29-ba7c61537553 HTTP/1.1" status: 204 len: 168 time: 0.4497068 Mar 11 18:02:35.117056 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cd4c17-a64d-4aff-b1de-13c2f31ae7c9 x-openstack-request-id: req-a5cd4c17-a64d-4aff-b1de-13c2f31ae7c9 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:02:35.117603 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2982e072-7aec-45ce-92b4-adb969ba8980", "tag": "2af54cac-dca9-43f1-83cc-cf99f28c349f", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:02:35.118027 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5cd4c17-a64d-4aff-b1de-13c2f31ae7c9 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:02:35.118790 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2982e072-7aec-45ce-92b4-adb969ba8980', 'tag': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'status': 'completed', 'code': 200} Mar 11 18:02:35.120085 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d1ef2-5648-46a3-9097-57a706a71960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b9a089-fd9b-40f3-8a29-ba7c61537553,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:35.200134 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a23d5f9-4c47-4a15-8a7b-cfc2b3e08041 req-afe0bb87-01e5-4389-a848-57543d24516e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350148 Mar 11 18:02:35.234535 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e1ace-3828-4636-beff-1e4d5eca3eb0 req-661506b0-4f28-49ed-8247-ecd64cd84cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:35.237668 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9b9e1ace-3828-4636-beff-1e4d5eca3eb0 req-661506b0-4f28-49ed-8247-ecd64cd84cc9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 1129 time: 0.0887728 Mar 11 18:02:35.398134 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e1ace-3828-4636-beff-1e4d5eca3eb0 req-7708f94d-f950-4578-b078-77163ab4d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:35.400866 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9b9e1ace-3828-4636-beff-1e4d5eca3eb0 req-7708f94d-f950-4578-b078-77163ab4d5d9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 917 time: 0.1496041 Mar 11 18:02:35.410148 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-912031fe-f646-4c3e-a829-77dfb8df3d68 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:35.557716 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9b9e1ace-3828-4636-beff-1e4d5eca3eb0 req-1f95062a-367e-4c4e-8e2e-6d137738159a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2af54cac-dca9-43f1-83cc-cf99f28c349f HTTP/1.1" status: 200 len: 999 time: 0.1498442 Mar 11 18:02:35.715414 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e1ace-3828-4636-beff-1e4d5eca3eb0 req-d76e943f-214c-4616-897b-c033638df156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:35.720379 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9b9e1ace-3828-4636-beff-1e4d5eca3eb0 req-d76e943f-214c-4616-897b-c033638df156 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.1534448 Mar 11 18:02:35.844905 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e1ace-3828-4636-beff-1e4d5eca3eb0 req-606535e3-708e-4be3-8099-9c39d483a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:35.852231 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9b9e1ace-3828-4636-beff-1e4d5eca3eb0 req-606535e3-708e-4be3-8099-9c39d483a2b7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1249409 Mar 11 18:02:35.941013 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-912031fe-f646-4c3e-a829-77dfb8df3d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'e6f661f6-fd4c-4c45-af32-95e9544f9953', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:9f:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2982e072-7aec-45ce-92b4-adb969ba8980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:01:36Z', 'updated_at': '2022-03-11T18:02:33Z', 'revision_number': 1, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:35.975652 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912031fe-f646-4c3e-a829-77dfb8df3d68 None None] Checking router: 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:02:35.987465 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912031fe-f646-4c3e-a829-77dfb8df3d68 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:35.988201 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-912031fe-f646-4c3e-a829-77dfb8df3d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:02:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:35.995195 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53732) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:36.022591 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-004f3c3e-b686-4e60-b64f-f7b2ba271b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:36.108454 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9b9e1ace-3828-4636-beff-1e4d5eca3eb0 req-54cce933-9c6a-476c-b27e-3d04e3bfda11 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365427 Mar 11 18:02:36.148307 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-912031fe-f646-4c3e-a829-77dfb8df3d68 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:36.162857 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-004f3c3e-b686-4e60-b64f-f7b2ba271b45 admin admin] Publish callbacks [] for security_group (e40d479b-2203-4e8d-8f00-f94851cb7039), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:36.168404 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-004f3c3e-b686-4e60-b64f-f7b2ba271b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e40d479b-2203-4e8d-8f00-f94851cb7039), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:36.201668 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-004f3c3e-b686-4e60-b64f-f7b2ba271b45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=910b884eb66b4d9e8a9f65c0b82f753e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049220 Mar 11 18:02:36.205967 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53736) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:36.263797 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f3c3e-b686-4e60-b64f-f7b2ba271b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40d479b-2203-4e8d-8f00-f94851cb7039,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:36.318255 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e0c10935-41e4-4bac-8593-d6a45eb585eb admin admin] Publish callbacks [] for security_group (e40d479b-2203-4e8d-8f00-f94851cb7039), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:36.351799 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e0c10935-41e4-4bac-8593-d6a45eb585eb admin admin] Publish callbacks [] for security_group (e40d479b-2203-4e8d-8f00-f94851cb7039), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:36.379029 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9b9e1ace-3828-4636-beff-1e4d5eca3eb0 req-9c2cb98b-5d0f-4362-99c3-e14a1671bc7b service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596836 Mar 11 18:02:36.421946 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929e188-6daf-4b17-a9ed-253281664406 req-c886820c-3229-4773-9cb2-e75dcf413edd tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:36.429036 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a929e188-6daf-4b17-a9ed-253281664406 req-c886820c-3229-4773-9cb2-e75dcf413edd tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1196339 Mar 11 18:02:36.475321 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e0c10935-41e4-4bac-8593-d6a45eb585eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e40d479b-2203-4e8d-8f00-f94851cb7039), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:36.479067 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e0c10935-41e4-4bac-8593-d6a45eb585eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:36.481286 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-e0c10935-41e4-4bac-8593-d6a45eb585eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e40d479b-2203-4e8d-8f00-f94851cb7039 HTTP/1.1" status: 204 len: 168 time: 0.2724309 Mar 11 18:02:36.490221 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c10935-41e4-4bac-8593-d6a45eb585eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40d479b-2203-4e8d-8f00-f94851cb7039,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:36.548856 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a929e188-6daf-4b17-a9ed-253281664406 req-41517f69-0e92-4914-a89d-cf7e612d979d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158378 Mar 11 18:02:36.607783 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-912031fe-f646-4c3e-a829-77dfb8df3d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'e6f661f6-fd4c-4c45-af32-95e9544f9953', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:9f:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2982e072-7aec-45ce-92b4-adb969ba8980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:01:36Z', 'updated_at': '2022-03-11T18:02:33Z', 'revision_number': 1, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:36.672609 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912031fe-f646-4c3e-a829-77dfb8df3d68 None None] The sync data for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi is: [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'e6f661f6-fd4c-4c45-af32-95e9544f9953', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:9f:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2982e072-7aec-45ce-92b4-adb969ba8980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:01:36Z', 'updated_at': '2022-03-11T18:02:33Z', 'revision_number': 1, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:02:37.018939 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621dffef-d260-40fa-9f01-dd4b692bf63d None None] New status for floating IP e6f661f6-fd4c-4c45-af32-95e9544f9953: ACTIVE {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:02:37.626620 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d6417-7084-442a-8a92-6f18033d4276 req-a6c61dec-8571-4d69-bdc2-47066ecacbcf tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:37.632894 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-734d6417-7084-442a-8a92-6f18033d4276 req-a6c61dec-8571-4d69-bdc2-47066ecacbcf tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.1217020 Mar 11 18:02:37.741140 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-734d6417-7084-442a-8a92-6f18033d4276 req-0d48d917-f435-4ab5-b6ab-747a82f1f38c tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997875 Mar 11 18:02:37.743836 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53832) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:37.782749 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9dc8f-38ef-4694-87d5-ccb8d7cb17a0 req-f6785981-d0b7-45f5-bfa7-7dab3cc23956 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:37.791547 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-87d9dc8f-38ef-4694-87d5-ccb8d7cb17a0 req-f6785981-d0b7-45f5-bfa7-7dab3cc23956 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1231482 Mar 11 18:02:37.873150 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1d3178f6-452b-46e6-953b-2d386b1a46c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:37.881212 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-87d9dc8f-38ef-4694-87d5-ccb8d7cb17a0 req-a83f54de-6391-4658-a64a-55b8f5ec428e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820198 Mar 11 18:02:37.966713 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1149411885-network', 'tenant_id': '39ddda7823784f3eaf888acc2d7fdb88'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:37.994642 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Made reservation on behalf of 39ddda7823784f3eaf888acc2d7fdb88 for: {'network': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:37.997876 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.011996 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.129264 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Publish callbacks [] for security_group (a9f704ea-8b69-428c-95ce-c7e2875dee22), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.134781 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (a9f704ea-8b69-428c-95ce-c7e2875dee22), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.154965 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1232} {{(pid=103278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:02:38.178890 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (e401ad94-34f2-42e6-8e98-76d24b88de77), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.179216 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.segments_db [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Added segment e401ad94-34f2-42e6-8e98-76d24b88de77 of type vlan for network 8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05 Mar 11 18:02:38.180858 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f704ea-8b69-428c-95ce-c7e2875dee22,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:38.235508 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.279549 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.280830 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:38.281725 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.323486 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5778983 Mar 11 18:02:38.327842 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 53872) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:38.334409 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-a15c6a52-f8aa-425e-9901-6e66d0aa7a92 admin admin] Request body: {'subnet': {'network_id': '8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1149411885-subnet', 'tenant_id': '39ddda7823784f3eaf888acc2d7fdb88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:38.357892 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1276-6166-43fc-bfdc-f15c7697a066 admin admin] Pushing event updated for resources: {'Network': ['ID=8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:38.374704 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network 8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:02:38.379125 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c6a52-f8aa-425e-9901-6e66d0aa7a92 admin admin] Made reservation on behalf of 39ddda7823784f3eaf888acc2d7fdb88 for: {'subnet': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:38.383374 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a15c6a52-f8aa-425e-9901-6e66d0aa7a92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.465598 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53876) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:38.617210 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a15c6a52-f8aa-425e-9901-6e66d0aa7a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (c71b19f5-e534-42a3-8457-ada383ede2ac), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.687780 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c6a52-f8aa-425e-9901-6e66d0aa7a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71b19f5-e534-42a3-8457-ada383ede2ac,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:38.705653 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c6a52-f8aa-425e-9901-6e66d0aa7a92 admin admin] Checking segment: {'id': 'e401ad94-34f2-42e6-8e98-76d24b88de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:02:38.706239 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c6a52-f8aa-425e-9901-6e66d0aa7a92 admin admin] Network hostable DHCP agents. Network: 8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:02:38.737281 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c6a52-f8aa-425e-9901-6e66d0aa7a92 admin admin] Network 8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:02:38.750935 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-a15c6a52-f8aa-425e-9901-6e66d0aa7a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, 8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05) {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:38.756357 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15c6a52-f8aa-425e-9901-6e66d0aa7a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:38.757885 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a15c6a52-f8aa-425e-9901-6e66d0aa7a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.761569 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c887cfb-0582-48d4-95ea-40eae92181bc None None] Network 8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:02:38.786181 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e201eadb-b4e8-448b-876b-a27b3a5cd1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.787732 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-a15c6a52-f8aa-425e-9901-6e66d0aa7a92 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4585705 Mar 11 18:02:38.930420 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e201eadb-b4e8-448b-876b-a27b3a5cd1f9 admin admin] Publish callbacks [] for security_group (6f45d9db-fb9f-4eba-87af-9d6413771db5), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:38.936349 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b459e6e-67a7-4a15-8be9-c64e4db2b585 None None] Network 8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:02:38.938056 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bd701-d356-46cf-b96a-88b38b1a1aec req-025c3a51-4304-4d08-ab01-8441890fbec5 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:38.939958 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-692bd701-d356-46cf-b96a-88b38b1a1aec req-025c3a51-4304-4d08-ab01-8441890fbec5 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.0791786 Mar 11 18:02:38.954863 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e201eadb-b4e8-448b-876b-a27b3a5cd1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (6f45d9db-fb9f-4eba-87af-9d6413771db5), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:39.025332 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-e201eadb-b4e8-448b-876b-a27b3a5cd1f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98c8006f9c8a443ca95483c287989512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5573654 Mar 11 18:02:39.029704 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53890) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:39.091653 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201eadb-b4e8-448b-876b-a27b3a5cd1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f45d9db-fb9f-4eba-87af-9d6413771db5,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:39.093054 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-692bd701-d356-46cf-b96a-88b38b1a1aec req-07f7b445-cbb6-491f-b974-6174cc0a85f1 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351154 Mar 11 18:02:39.154007 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a686d5cd-094e-4be1-a461-47ddf738d8c7 admin admin] Publish callbacks [] for security_group (6f45d9db-fb9f-4eba-87af-9d6413771db5), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:39.182323 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8c069-2dfa-4107-aee0-dd6bc54bffbe req-a3bc516b-b29e-4cb6-a2a2-65e3b98f77c9 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:39.201861 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a686d5cd-094e-4be1-a461-47ddf738d8c7 admin admin] Publish callbacks [] for security_group (6f45d9db-fb9f-4eba-87af-9d6413771db5), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:39.203065 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a9b8c069-2dfa-4107-aee0-dd6bc54bffbe req-a3bc516b-b29e-4cb6-a2a2-65e3b98f77c9 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1646242 Mar 11 18:02:39.258539 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a9b8c069-2dfa-4107-aee0-dd6bc54bffbe req-0a01a775-93af-4b3b-9020-253050953999 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544682 Mar 11 18:02:39.285833 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a686d5cd-094e-4be1-a461-47ddf738d8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (6f45d9db-fb9f-4eba-87af-9d6413771db5), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:39.288540 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a686d5cd-094e-4be1-a461-47ddf738d8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:39.289830 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-a686d5cd-094e-4be1-a461-47ddf738d8c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f45d9db-fb9f-4eba-87af-9d6413771db5 HTTP/1.1" status: 204 len: 168 time: 0.2582943 Mar 11 18:02:39.300068 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686d5cd-094e-4be1-a461-47ddf738d8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f45d9db-fb9f-4eba-87af-9d6413771db5,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:39.916411 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53930) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:39.938921 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-af7f73e5-6768-4ff2-8285-200861d04ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.050857 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabbecd-70c9-4847-b440-dd2c789df936 req-9d58052a-49ca-4fa2-9aa4-cbe8a5456b79 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:40.053884 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8dabbecd-70c9-4847-b440-dd2c789df936 req-9d58052a-49ca-4fa2-9aa4-cbe8a5456b79 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.104 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.1131568 Mar 11 18:02:40.093872 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-af7f73e5-6768-4ff2-8285-200861d04ee9 admin admin] Publish callbacks [] for security_group (5afc44d4-2728-4be6-893e-7689d41aa5b9), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.099838 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-af7f73e5-6768-4ff2-8285-200861d04ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (5afc44d4-2728-4be6-893e-7689d41aa5b9), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.167583 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-af7f73e5-6768-4ff2-8285-200861d04ee9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d216815e6b84b3b9320e0c036251b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495096 Mar 11 18:02:40.168373 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53934) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:40.177654 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53936) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:40.180102 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f73e5-6768-4ff2-8285-200861d04ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afc44d4-2728-4be6-893e-7689d41aa5b9,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:40.201553 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 53942) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:40.219638 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1196658330-network', 'tenant_id': 'fa3b7ba5a1de4cd6b170ddb49da4af23'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:40.272764 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c82be1fe-977a-460c-addb-0756b55ef5af admin admin] Publish callbacks [] for security_group (5afc44d4-2728-4be6-893e-7689d41aa5b9), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.315603 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c82be1fe-977a-460c-addb-0756b55ef5af admin admin] Publish callbacks [] for security_group (5afc44d4-2728-4be6-893e-7689d41aa5b9), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.398671 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Made reservation on behalf of fa3b7ba5a1de4cd6b170ddb49da4af23 for: {'network': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:40.403501 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.418019 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c82be1fe-977a-460c-addb-0756b55ef5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (5afc44d4-2728-4be6-893e-7689d41aa5b9), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.423464 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c82be1fe-977a-460c-addb-0756b55ef5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.426025 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c82be1fe-977a-460c-addb-0756b55ef5af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5afc44d4-2728-4be6-893e-7689d41aa5b9 HTTP/1.1" status: 204 len: 168 time: 0.2547946 Mar 11 18:02:40.442742 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82be1fe-977a-460c-addb-0756b55ef5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afc44d4-2728-4be6-893e-7689d41aa5b9,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:40.458906 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.538924 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfe277-f0e8-4f57-a8cc-edd78843e45a req-eff7fcd6-8720-4c24-8035-b269adc6d81d tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:40.541828 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-43dfe277-f0e8-4f57-a8cc-edd78843e45a req-eff7fcd6-8720-4c24-8035-b269adc6d81d tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 945 time: 0.2546909 Mar 11 18:02:40.578740 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-8dabbecd-70c9-4847-b440-dd2c789df936 req-b0104c81-3a59-4bef-b0d2-57606b711959 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Deleting port 39b5e4bf-a34d-4c06-acf4-a1588976528b {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:02:40.579294 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8dabbecd-70c9-4847-b440-dd2c789df936 req-b0104c81-3a59-4bef-b0d2-57606b711959 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.604463 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4a9c250a-b413-469b-9ce4-4131f2b89295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.618464 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf38f7-3678-4324-8db7-9c0701b5995f req-0666d4ec-da59-45b1-8528-1baac666838e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:40.620775 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-39cf38f7-3678-4324-8db7-9c0701b5995f req-0666d4ec-da59-45b1-8528-1baac666838e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.2625337 Mar 11 18:02:40.758240 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4a9c250a-b413-469b-9ce4-4131f2b89295 admin admin] Publish callbacks [] for security_group (c7df6dae-e8b8-4a3e-a7ad-ee4ec79f5e9c), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.766022 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4a9c250a-b413-469b-9ce4-4131f2b89295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (c7df6dae-e8b8-4a3e-a7ad-ee4ec79f5e9c), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.792278 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.815167 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-4a9c250a-b413-469b-9ce4-4131f2b89295 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cf94eb2e2144be2a8e128ae4070faf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6361740 Mar 11 18:02:40.816085 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c250a-b413-469b-9ce4-4131f2b89295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7df6dae-e8b8-4a3e-a7ad-ee4ec79f5e9c,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:40.819293 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53952) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:40.882982 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-43dfe277-f0e8-4f57-a8cc-edd78843e45a req-56b7a444-b46f-4d9f-8bf9-fdbe94821c95 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc714d1-17fa-47d1-a718-b512bf09cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173382 Mar 11 18:02:40.896884 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0df4ac2e-ede0-4a81-aab8-461ed78294fd admin admin] Publish callbacks [] for security_group (c7df6dae-e8b8-4a3e-a7ad-ee4ec79f5e9c), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.905669 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-39cf38f7-3678-4324-8db7-9c0701b5995f req-98f3b819-642b-40d2-8b3f-999b3ee23f14 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576714 Mar 11 18:02:40.935514 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0df4ac2e-ede0-4a81-aab8-461ed78294fd admin admin] Publish callbacks [] for security_group (c7df6dae-e8b8-4a3e-a7ad-ee4ec79f5e9c), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.939336 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-8dabbecd-70c9-4847-b440-dd2c789df936 req-b0104c81-3a59-4bef-b0d2-57606b711959 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] For port 39b5e4bf-a34d-4c06-acf4-a1588976528b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=39b5e4bf-a34d-4c06-acf4-a1588976528b,segment=NetworkSegment(cab359cb-40da-4713-bebd-112b0076170a),segment_id=cab359cb-40da-4713-bebd-112b0076170a)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:40.939906 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8dabbecd-70c9-4847-b440-dd2c789df936 req-b0104c81-3a59-4bef-b0d2-57606b711959 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.967812 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Publish callbacks [] for security_group (871ed243-a38b-42fb-aa07-9f4034ba8a98), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:40.972297 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-8dabbecd-70c9-4847-b440-dd2c789df936 req-b0104c81-3a59-4bef-b0d2-57606b711959 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Calling delete_port for 39b5e4bf-a34d-4c06-acf4-a1588976528b owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:02:40.981667 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (871ed243-a38b-42fb-aa07-9f4034ba8a98), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.023441 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0df4ac2e-ede0-4a81-aab8-461ed78294fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (c7df6dae-e8b8-4a3e-a7ad-ee4ec79f5e9c), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.028048 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0df4ac2e-ede0-4a81-aab8-461ed78294fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.038308 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-0df4ac2e-ede0-4a81-aab8-461ed78294fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7df6dae-e8b8-4a3e-a7ad-ee4ec79f5e9c HTTP/1.1" status: 204 len: 168 time: 0.2150712 Mar 11 18:02:41.047799 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4ac2e-ede0-4a81-aab8-461ed78294fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7df6dae-e8b8-4a3e-a7ad-ee4ec79f5e9c,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:41.094078 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1219} {{(pid=103277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:02:41.137431 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (6d1cba85-c038-4ea7-8259-ef8d759ac170), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.138019 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.segments_db [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Added segment 6d1cba85-c038-4ea7-8259-ef8d759ac170 of type vlan for network f961b6b3-e0cf-4160-9b4d-52bd274e8b2d Mar 11 18:02:41.163308 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871ed243-a38b-42fb-aa07-9f4034ba8a98,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:41.251348 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (f961b6b3-e0cf-4160-9b4d-52bd274e8b2d), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.335088 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (f961b6b3-e0cf-4160-9b4d-52bd274e8b2d), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.339437 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:41.339437 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.413830 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53972) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:41.414458 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2099538 Mar 11 18:02:41.425799 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-f6d843c7-024b-4894-b99f-51e2c5d291c1 admin admin] Request body: {'subnet': {'network_id': 'f961b6b3-e0cf-4160-9b4d-52bd274e8b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1196658330-subnet', 'tenant_id': 'fa3b7ba5a1de4cd6b170ddb49da4af23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:41.427859 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 53974) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:41.441715 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8dabbecd-70c9-4847-b440-dd2c789df936 req-b0104c81-3a59-4bef-b0d2-57606b711959 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288'] for port (39b5e4bf-a34d-4c06-acf4-a1588976528b), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.456296 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d843c7-024b-4894-b99f-51e2c5d291c1 admin admin] Made reservation on behalf of fa3b7ba5a1de4cd6b170ddb49da4af23 for: {'subnet': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:41.458737 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f6d843c7-024b-4894-b99f-51e2c5d291c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13482927'] for subnet (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.522962 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bd98f-39eb-428c-9c87-c3f4c555680b admin admin] Pushing event updated for resources: {'Network': ['ID=f961b6b3-e0cf-4160-9b4d-52bd274e8b2d,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:41.539157 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network f961b6b3-e0cf-4160-9b4d-52bd274e8b2d details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:02:41.560782 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-13deda71-350a-4d74-a264-d27914c66427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.569316 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0104c81-3a59-4bef-b0d2-57606b711959 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Pushing event deleted for resources: {'Port': ['ID=39b5e4bf-a34d-4c06-acf4-a1588976528b,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:41.666810 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f6d843c7-024b-4894-b99f-51e2c5d291c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16022571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13482881'] for subnet (23d4cf7e-da95-4c2f-8054-2b9a1c96a4aa), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.670720 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.716438 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dabbecd-70c9-4847-b440-dd2c789df936 req-b0104c81-3a59-4bef-b0d2-57606b711959 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] No DVR routers for this DVR port 39b5e4bf-a34d-4c06-acf4-a1588976528b on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:02:41.726453 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8dabbecd-70c9-4847-b440-dd2c789df936 req-b0104c81-3a59-4bef-b0d2-57606b711959 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.733684 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8dabbecd-70c9-4847-b440-dd2c789df936 req-b0104c81-3a59-4bef-b0d2-57606b711959 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.104 "DELETE /v2.0/ports/39b5e4bf-a34d-4c06-acf4-a1588976528b HTTP/1.1" status: 204 len: 173 time: 1.6729577 Mar 11 18:02:41.734884 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d845d2-8931-4baf-ae1a-acef0295293f', 'name': 'network-vif-deleted', 'tag': '39b5e4bf-a34d-4c06-acf4-a1588976528b'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:02:41.739558 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a696722b-495f-4fed-8725-a18d9a7d8727" -d '{"events": [{"server_uuid": "50d845d2-8931-4baf-ae1a-acef0295293f", "name": "network-vif-deleted", "tag": "39b5e4bf-a34d-4c06-acf4-a1588976528b"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:02:41.742633 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d843c7-024b-4894-b99f-51e2c5d291c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d4cf7e-da95-4c2f-8054-2b9a1c96a4aa,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:41.752075 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d843c7-024b-4894-b99f-51e2c5d291c1 admin admin] Checking segment: {'id': '6d1cba85-c038-4ea7-8259-ef8d759ac170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'f961b6b3-e0cf-4160-9b4d-52bd274e8b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:02:41.752468 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d843c7-024b-4894-b99f-51e2c5d291c1 admin admin] Network hostable DHCP agents. Network: f961b6b3-e0cf-4160-9b4d-52bd274e8b2d, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:02:41.791459 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d843c7-024b-4894-b99f-51e2c5d291c1 admin admin] Network f961b6b3-e0cf-4160-9b4d-52bd274e8b2d is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:02:41.804355 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-f6d843c7-024b-4894-b99f-51e2c5d291c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, f961b6b3-e0cf-4160-9b4d-52bd274e8b2d) {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:41.816795 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d843c7-024b-4894-b99f-51e2c5d291c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:41.818378 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61e14b5-5ab9-4661-9519-4e4cedd651d4 None None] Network f961b6b3-e0cf-4160-9b4d-52bd274e8b2d requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:02:41.819363 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3609638-7c27-448e-aaad-fb75572d5e96 x-openstack-request-id: req-e3609638-7c27-448e-aaad-fb75572d5e96 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:02:41.819810 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f6d843c7-024b-4894-b99f-51e2c5d291c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.819909 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d845d2-8931-4baf-ae1a-acef0295293f", "name": "network-vif-deleted", "tag": "39b5e4bf-a34d-4c06-acf4-a1588976528b", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:02:41.820226 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3609638-7c27-448e-aaad-fb75572d5e96 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:02:41.820869 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d845d2-8931-4baf-ae1a-acef0295293f', 'name': 'network-vif-deleted', 'tag': '39b5e4bf-a34d-4c06-acf4-a1588976528b', 'status': 'completed', 'code': 200} Mar 11 18:02:41.856652 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-f6d843c7-024b-4894-b99f-51e2c5d291c1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4404705 Mar 11 18:02:41.892475 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-13deda71-350a-4d74-a264-d27914c66427 admin admin] Publish callbacks [] for security_group (0c80be51-0740-4ade-abf4-3208ead328ba), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.896734 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-13deda71-350a-4d74-a264-d27914c66427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (0c80be51-0740-4ade-abf4-3208ead328ba), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.937771 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13deda71-350a-4d74-a264-d27914c66427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c80be51-0740-4ade-abf4-3208ead328ba,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:41.967898 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-13deda71-350a-4d74-a264-d27914c66427 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82052c52ae38467e9665d7fce08636c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5382271 Mar 11 18:02:41.970654 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 53994) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:42.059934 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918fb063-5a6c-4fbe-bf5f-5a139c1720c7 None None] Network f961b6b3-e0cf-4160-9b4d-52bd274e8b2d requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:02:42.073716 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1003fb5b-a604-4533-b3f3-7eabc85f70a3 req-06e62ba8-dc6d-4613-b647-ee01ef19ff6b tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.0482242 Mar 11 18:02:42.125935 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-42dd98be-71f1-4318-9e65-56b52da03078 admin admin] Publish callbacks [] for security_group (0c80be51-0740-4ade-abf4-3208ead328ba), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:42.140634 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064f427-aae6-4691-8299-c124b4fe9df2 req-32075e35-8cb2-4702-9ebf-95ccb104df24 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:42.149277 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b064f427-aae6-4691-8299-c124b4fe9df2 req-32075e35-8cb2-4702-9ebf-95ccb104df24 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1139612 Mar 11 18:02:42.203190 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-42dd98be-71f1-4318-9e65-56b52da03078 admin admin] Publish callbacks [] for security_group (0c80be51-0740-4ade-abf4-3208ead328ba), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:42.223907 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b064f427-aae6-4691-8299-c124b4fe9df2 req-8f59e072-a06f-4644-bed1-9ee1c3799a04 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657883 Mar 11 18:02:42.269881 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 54002) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:42.296486 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-42dd98be-71f1-4318-9e65-56b52da03078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (0c80be51-0740-4ade-abf4-3208ead328ba), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:42.300935 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-42dd98be-71f1-4318-9e65-56b52da03078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:42.305436 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-42dd98be-71f1-4318-9e65-56b52da03078 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c80be51-0740-4ade-abf4-3208ead328ba HTTP/1.1" status: 204 len: 168 time: 0.3330665 Mar 11 18:02:42.316557 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd98be-71f1-4318-9e65-56b52da03078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c80be51-0740-4ade-abf4-3208ead328ba,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:42.402122 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:42.450211 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3e508814-8d54-4b89-b7c6-fbb38ec441de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:42.547522 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3e508814-8d54-4b89-b7c6-fbb38ec441de admin admin] Publish callbacks [] for security_group (62be3db6-0fed-4957-8dac-ad8a06aaecba), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:42.552794 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3e508814-8d54-4b89-b7c6-fbb38ec441de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (62be3db6-0fed-4957-8dac-ad8a06aaecba), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:42.596021 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-3e508814-8d54-4b89-b7c6-fbb38ec441de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4d6a9b47c504ee39facaa88f0dd05f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222671 Mar 11 18:02:42.596484 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 54010) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:42.606851 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e508814-8d54-4b89-b7c6-fbb38ec441de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62be3db6-0fed-4957-8dac-ad8a06aaecba,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:42.684695 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-18dba358-8c09-42ca-aea1-0d3841c403fe admin admin] Publish callbacks [] for security_group (62be3db6-0fed-4957-8dac-ad8a06aaecba), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:42.736062 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-18dba358-8c09-42ca-aea1-0d3841c403fe admin admin] Publish callbacks [] for security_group (62be3db6-0fed-4957-8dac-ad8a06aaecba), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:42.787821 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['39b5e4bf-a34d-4c06-acf4-a1588976528b'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:02:42.847551 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-18dba358-8c09-42ca-aea1-0d3841c403fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (62be3db6-0fed-4957-8dac-ad8a06aaecba), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:42.861826 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-18dba358-8c09-42ca-aea1-0d3841c403fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:42.868363 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-18dba358-8c09-42ca-aea1-0d3841c403fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62be3db6-0fed-4957-8dac-ad8a06aaecba HTTP/1.1" status: 204 len: 168 time: 0.2661591 Mar 11 18:02:42.891791 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dba358-8c09-42ca-aea1-0d3841c403fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62be3db6-0fed-4957-8dac-ad8a06aaecba,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:43.252877 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e04e6cb7-8f43-4e91-8919-6937ee57974a req-a232c501-c1a3-44dd-91f7-ddf68af00a20 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.0642514 Mar 11 18:02:43.437979 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e897c95-2f36-4607-a558-d899a56a4a8e req-1892a544-6363-4127-aac9-91a75fe2d90a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:43.439974 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1e897c95-2f36-4607-a558-d899a56a4a8e req-1892a544-6363-4127-aac9-91a75fe2d90a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0993495 Mar 11 18:02:43.526219 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1e897c95-2f36-4607-a558-d899a56a4a8e req-5e21e52a-bb60-414d-a46b-1a06e8f65023 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790679 Mar 11 18:02:44.156274 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 54080) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:44.252322 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 39b5e4bf-a34d-4c06-acf4-a1588976528b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:02:44.281509 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 39b5e4bf-a34d-4c06-acf4-a1588976528b {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:02:44.281509 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 39b5e4bf-a34d-4c06-acf4-a1588976528b not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:02:44.345145 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-73b1d619-2314-421f-8d51-e82bcbf66f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:44.401172 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b12d408a-f95d-4cf9-9672-ac8f37ae85d6 req-12e58759-0cd7-44e7-90e1-76fae703c091 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.0385005 Mar 11 18:02:44.485615 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-73b1d619-2314-421f-8d51-e82bcbf66f22 admin admin] Publish callbacks [] for security_group (8c9ad62a-5e28-4155-bea0-2e4604387a78), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:44.491090 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-73b1d619-2314-421f-8d51-e82bcbf66f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (8c9ad62a-5e28-4155-bea0-2e4604387a78), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:44.563138 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-73b1d619-2314-421f-8d51-e82bcbf66f22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca979eefc12d4a458178ff45b5cb30f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050837 Mar 11 18:02:44.566901 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54126) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:44.577930 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1d619-2314-421f-8d51-e82bcbf66f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9ad62a-5e28-4155-bea0-2e4604387a78,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:44.667517 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-66ff41ce-6266-4832-be2f-3b677d645e3e admin admin] Publish callbacks [] for security_group (8c9ad62a-5e28-4155-bea0-2e4604387a78), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:44.698348 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-66ff41ce-6266-4832-be2f-3b677d645e3e admin admin] Publish callbacks [] for security_group (8c9ad62a-5e28-4155-bea0-2e4604387a78), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:44.729341 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cb40c-29a7-4630-b47a-ffb66d23a99e req-0a7b30a2-ae14-480c-b25d-32c5a541c38e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:44.732903 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a1cb40c-29a7-4630-b47a-ffb66d23a99e req-0a7b30a2-ae14-480c-b25d-32c5a541c38e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1083307 Mar 11 18:02:44.759361 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-66ff41ce-6266-4832-be2f-3b677d645e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (8c9ad62a-5e28-4155-bea0-2e4604387a78), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:44.764191 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-66ff41ce-6266-4832-be2f-3b677d645e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:44.766888 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-66ff41ce-6266-4832-be2f-3b677d645e3e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c9ad62a-5e28-4155-bea0-2e4604387a78 HTTP/1.1" status: 204 len: 168 time: 0.1982381 Mar 11 18:02:44.781345 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff41ce-6266-4832-be2f-3b677d645e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9ad62a-5e28-4155-bea0-2e4604387a78,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:44.810764 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a1cb40c-29a7-4630-b47a-ffb66d23a99e req-858cc44b-a6f0-4c80-934a-d646bd418a3c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681143 Mar 11 18:02:45.527780 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d0d33715-1711-4883-be47-517f217f8ecc req-f31c9e3d-11fb-44c3-bc38-f1c704fb2968 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.0325985 Mar 11 18:02:46.004856 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470d823-b42a-4224-8a06-f91f221f1f52 req-eb87a7a7-941a-4241-89d5-cdfb386b90c4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:46.007012 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1470d823-b42a-4224-8a06-f91f221f1f52 req-eb87a7a7-941a-4241-89d5-cdfb386b90c4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0762770 Mar 11 18:02:46.086766 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1470d823-b42a-4224-8a06-f91f221f1f52 req-06375713-477c-4129-a41d-295955c2d300 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725150 Mar 11 18:02:46.653528 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b742a8f7-f2fc-4a42-919b-a335579bf45c req-ec317baa-370c-45df-966c-5a3b6d9ff318 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.0282402 Mar 11 18:02:47.255159 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16403d-03e9-4c9e-bc8c-d20d434f8fb3 req-acd5cdfa-3f2a-4fc7-ba6f-f4463954875e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:47.256852 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4b16403d-03e9-4c9e-bc8c-d20d434f8fb3 req-acd5cdfa-3f2a-4fc7-ba6f-f4463954875e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0718157 Mar 11 18:02:47.336552 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4b16403d-03e9-4c9e-bc8c-d20d434f8fb3 req-3af5ad71-a2f2-4f52-8126-176fc3ca29af tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697296 Mar 11 18:02:47.762471 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9198a6bf-aabc-4501-97c7-b71f9d83629c req-ef94c703-2a9c-43af-a785-6b460b5b6475 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.0300882 Mar 11 18:02:48.491097 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba9dfa-bd6c-4664-aef7-9cd228f2cf71 req-54dfa27d-f53f-4d3f-b271-f459eaaf9682 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:48.492690 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-81ba9dfa-bd6c-4664-aef7-9cd228f2cf71 req-54dfa27d-f53f-4d3f-b271-f459eaaf9682 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0656340 Mar 11 18:02:48.546954 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-81ba9dfa-bd6c-4664-aef7-9cd228f2cf71 req-0ad7b30d-2a44-4cfc-a2fb-2f23d39a508a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485518 Mar 11 18:02:48.861115 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-23961c74-504c-45a0-8232-a23f4bea8e67 req-d00e9d2b-5995-4c8c-9cdc-c53f78f44be1 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.0285058 Mar 11 18:02:49.968015 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff636-dad9-4c2f-91f1-39745c2d85c4 req-e001cc06-1dc9-4ec6-8aec-8ce4dfd4f5d3 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:49.969053 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d86ff636-dad9-4c2f-91f1-39745c2d85c4 req-e001cc06-1dc9-4ec6-8aec-8ce4dfd4f5d3 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.3458893 Mar 11 18:02:50.004194 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3b0eed8d-d46e-4fe2-82c4-b57c2d45c392 req-cc84db01-8479-4ec6-8321-c20025ddf5f6 tempest-DeleteServersTestJSON-1421582508 tempest-DeleteServersTestJSON-1421582508-project] 10.222.0.30 "GET /v2.0/ports?device_id=50d845d2-8931-4baf-ae1a-acef0295293f HTTP/1.1" status: 200 len: 210 time: 0.0535843 Mar 11 18:02:50.053677 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d86ff636-dad9-4c2f-91f1-39745c2d85c4 req-23ca554f-0365-49f2-8f1a-19562cb006b2 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548716 Mar 11 18:02:51.204066 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e49502-cc2a-440b-80db-395cabb9582b req-9e5b0d46-2977-4d0a-92ea-4932d711a8a8 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:51.205943 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a6e49502-cc2a-440b-80db-395cabb9582b req-9e5b0d46-2977-4d0a-92ea-4932d711a8a8 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0713723 Mar 11 18:02:51.284940 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a6e49502-cc2a-440b-80db-395cabb9582b req-3796e023-1b3a-4f04-af78-c18ea9a7d298 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635195 Mar 11 18:02:52.442841 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f6ad3-b906-414e-bc1c-e30a4e240910 req-d266237c-13a0-4b35-8831-9985fe7b8ff5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:52.445467 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4f0f6ad3-b906-414e-bc1c-e30a4e240910 req-d266237c-13a0-4b35-8831-9985fe7b8ff5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0760858 Mar 11 18:02:52.502674 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4f0f6ad3-b906-414e-bc1c-e30a4e240910 req-612667ca-47b1-40cd-9803-c3f705d431bc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488625 Mar 11 18:02:52.597583 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 54306) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:52.648198 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab88d95-9da9-4f73-b11a-d3e481a8b5bb admin admin] Deleting subnet 751ddba0-6075-446a-b580-01ab5c05a77f {{(pid=103277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:02:52.652166 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cab88d95-9da9-4f73-b11a-d3e481a8b5bb admin admin] Publish callbacks [] for subnet (751ddba0-6075-446a-b580-01ab5c05a77f), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:52.689840 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cab88d95-9da9-4f73-b11a-d3e481a8b5bb admin admin] Publish callbacks [] for subnet (751ddba0-6075-446a-b580-01ab5c05a77f), precommit_delete_associations {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:52.696201 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cab88d95-9da9-4f73-b11a-d3e481a8b5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (751ddba0-6075-446a-b580-01ab5c05a77f), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:52.777257 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cab88d95-9da9-4f73-b11a-d3e481a8b5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for subnet (751ddba0-6075-446a-b580-01ab5c05a77f), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:52.803938 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab88d95-9da9-4f73-b11a-d3e481a8b5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751ddba0-6075-446a-b580-01ab5c05a77f,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:52.815279 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cab88d95-9da9-4f73-b11a-d3e481a8b5bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:52.818957 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-cab88d95-9da9-4f73-b11a-d3e481a8b5bb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/751ddba0-6075-446a-b580-01ab5c05a77f HTTP/1.1" status: 204 len: 168 time: 0.2201247 Mar 11 18:02:52.821542 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 54310) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:52.895343 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (f4c53e35-78fb-4bad-a70c-fb5efed8d2ff), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.002429 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (f4c53e35-78fb-4bad-a70c-fb5efed8d2ff), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.048658 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.049611 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.051286 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.051921 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.052678 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.053682 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.054799 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.055632 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.056391 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.057196 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.194835 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.195269 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.195819 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.196438 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:02:53.197371 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c53e35-78fb-4bad-a70c-fb5efed8d2ff']}} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:53.229879 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab359cb-40da-4713-bebd-112b0076170a') {'for_net_delete': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:53.230181 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab359cb-40da-4713-bebd-112b0076170a') {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:53.260775 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13366818'] for segment (cab359cb-40da-4713-bebd-112b0076170a), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.291412 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (cab359cb-40da-4713-bebd-112b0076170a), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.321358 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=103277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:02:53.322529 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14539434'] for segment (cab359cb-40da-4713-bebd-112b0076170a), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: from cryptography.utils import int_from_bytes Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: from cryptography.utils import int_from_bytes Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: Traceback (most recent call last): Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: timer() Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: cb(*args, **kw) Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: return func(*args, **kwargs) Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: self._notify() Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: self.callback(batched_events) Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: event.method(event) Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: return f(self, *a, **k) Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: return self._get(url).json() Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: return self.request(url, 'GET', **kwargs) Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:02:53.328273 dv-cinder-788368-4-iscsi neutron-server[103277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:02:53.341316 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54340) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:53.427367 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (f4c53e35-78fb-4bad-a70c-fb5efed8d2ff), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.437348 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.442719 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f4c53e35-78fb-4bad-a70c-fb5efed8d2ff HTTP/1.1" status: 204 len: 168 time: 0.6195676 Mar 11 18:02:53.459083 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5da81-7c32-4f2c-9fb6-6d8ace024ce1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c53e35-78fb-4bad-a70c-fb5efed8d2ff,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:53.532098 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f865cdf8-c5a4-4e38-877e-93daaf5de0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.611377 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54354) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:53.640494 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f865cdf8-c5a4-4e38-877e-93daaf5de0b1 admin admin] Publish callbacks [] for security_group (7be3c4aa-d2b4-48e9-94e7-139b26a51298), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.652019 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b7fe3-8cfd-47af-8f05-593aaeebab43 req-418823f8-636b-467e-ae20-093215318f0d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:53.654750 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-407b7fe3-8cfd-47af-8f05-593aaeebab43 req-418823f8-636b-467e-ae20-093215318f0d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0689826 Mar 11 18:02:53.664567 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f865cdf8-c5a4-4e38-877e-93daaf5de0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (7be3c4aa-d2b4-48e9-94e7-139b26a51298), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.725508 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-07a1ca4e-110d-4ccb-b053-15e2bf2364b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d3cdf4792184afaa3c8f7c3d683f64e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1123958 Mar 11 18:02:53.736563 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 54356) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:53.759862 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-407b7fe3-8cfd-47af-8f05-593aaeebab43 req-46355ec5-5906-4f22-a7b3-d24e2e2f1a4e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984695 Mar 11 18:02:53.771285 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865cdf8-c5a4-4e38-877e-93daaf5de0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be3c4aa-d2b4-48e9-94e7-139b26a51298,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:53.787074 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-f865cdf8-c5a4-4e38-877e-93daaf5de0b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48101b18c3704f2dbcbe1f6e6e46929e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4421630 Mar 11 18:02:53.787074 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54358) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:53.841903 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-50b68b6b-8a0c-41b8-94d0-c7dc67203833 admin admin] Publish callbacks [] for security_group (cfc714d1-17fa-47d1-a718-b512bf09cc6a), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.871741 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-50b68b6b-8a0c-41b8-94d0-c7dc67203833 admin admin] Publish callbacks [] for security_group (cfc714d1-17fa-47d1-a718-b512bf09cc6a), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.882269 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e7b1ac12-af12-409f-9d0a-ddd228c4a3bb admin admin] Publish callbacks [] for security_group (7be3c4aa-d2b4-48e9-94e7-139b26a51298), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.923239 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e7b1ac12-af12-409f-9d0a-ddd228c4a3bb admin admin] Publish callbacks [] for security_group (7be3c4aa-d2b4-48e9-94e7-139b26a51298), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.939608 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-50b68b6b-8a0c-41b8-94d0-c7dc67203833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (cfc714d1-17fa-47d1-a718-b512bf09cc6a), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.944328 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-50b68b6b-8a0c-41b8-94d0-c7dc67203833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:53.946226 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-50b68b6b-8a0c-41b8-94d0-c7dc67203833 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cfc714d1-17fa-47d1-a718-b512bf09cc6a HTTP/1.1" status: 204 len: 168 time: 0.2081239 Mar 11 18:02:53.959541 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b68b6b-8a0c-41b8-94d0-c7dc67203833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc714d1-17fa-47d1-a718-b512bf09cc6a,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:54.007844 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e7b1ac12-af12-409f-9d0a-ddd228c4a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (7be3c4aa-d2b4-48e9-94e7-139b26a51298), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:54.011673 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e7b1ac12-af12-409f-9d0a-ddd228c4a3bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:54.013032 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-e7b1ac12-af12-409f-9d0a-ddd228c4a3bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7be3c4aa-d2b4-48e9-94e7-139b26a51298 HTTP/1.1" status: 204 len: 168 time: 0.2249918 Mar 11 18:02:54.030661 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1ac12-af12-409f-9d0a-ddd228c4a3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be3c4aa-d2b4-48e9-94e7-139b26a51298,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:55.004127 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d590f5-f605-4c68-b546-9ce774e9a086 req-6cfab39b-a154-4ff5-927f-bf53631f63bc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:55.017900 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-48d590f5-f605-4c68-b546-9ce774e9a086 req-6cfab39b-a154-4ff5-927f-bf53631f63bc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1139786 Mar 11 18:02:55.095341 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-48d590f5-f605-4c68-b546-9ce774e9a086 req-f8188321-9fb4-4654-a9eb-5a1978c2affc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717006 Mar 11 18:02:55.270676 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54416) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:55.419071 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-407739326-network', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:55.447871 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Made reservation on behalf of 38425b4d45aa44898d3e6d70a0a3f7c5 for: {'network': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:55.450494 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:55.460157 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:55.560104 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Publish callbacks [] for security_group (6b408d8e-1166-489c-a5cc-843064b93c15), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:55.564910 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (6b408d8e-1166-489c-a5cc-843064b93c15), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:55.588365 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=103278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:02:55.605662 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b408d8e-1166-489c-a5cc-843064b93c15,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:55.609223 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (1e57e526-5005-4205-816b-2d260d19db51), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:55.609714 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.segments_db [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Added segment 1e57e526-5005-4205-816b-2d260d19db51 of type vlan for network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 Mar 11 18:02:55.668114 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (1949826b-fdc5-4b0c-b2df-a46af14b0d34), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:55.719672 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (1949826b-fdc5-4b0c-b2df-a46af14b0d34), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:55.720825 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:55.721675 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:55.772695 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5001249 Mar 11 18:02:55.775701 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 54438) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:55.781805 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-22f6a1b8-4d30-4269-9903-126a498b6a80 admin admin] Request body: {'subnet': {'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-407739326-subnet', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:55.817962 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f6a1b8-4d30-4269-9903-126a498b6a80 admin admin] Made reservation on behalf of 38425b4d45aa44898d3e6d70a0a3f7c5 for: {'subnet': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:55.822422 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-22f6a1b8-4d30-4269-9903-126a498b6a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13265471'] for subnet (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:55.851549 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bd4c1-4839-4535-a637-76c12679bca9 admin admin] Pushing event updated for resources: {'Network': ['ID=1949826b-fdc5-4b0c-b2df-a46af14b0d34,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:55.876932 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:02:56.189412 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-22f6a1b8-4d30-4269-9903-126a498b6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14540855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13265425'] for subnet (7e12c3d1-69e8-4abe-b37a-16101f32e8bf), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:56.369578 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6a1b8-4d30-4269-9903-126a498b6a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e12c3d1-69e8-4abe-b37a-16101f32e8bf,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:56.453552 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f6a1b8-4d30-4269-9903-126a498b6a80 admin admin] Checking segment: {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:02:56.453749 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f6a1b8-4d30-4269-9903-126a498b6a80 admin admin] Network hostable DHCP agents. Network: 1949826b-fdc5-4b0c-b2df-a46af14b0d34, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:02:56.478421 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5a4b57a-dc33-4c32-8039-bce9fbe976f1 req-d79da7af-04e4-4522-9ff1-292af7b28e3f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2122884 Mar 11 18:02:56.492872 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54466) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:56.524197 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f6a1b8-4d30-4269-9903-126a498b6a80 admin admin] Network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:02:56.551670 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579bebd-2e7d-4b4c-bf11-8c6937c9838f req-68b1836f-3c65-499c-8030-a6ddacaa5bbb tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:56.554895 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f579bebd-2e7d-4b4c-bf11-8c6937c9838f req-68b1836f-3c65-499c-8030-a6ddacaa5bbb tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1765997 Mar 11 18:02:56.570326 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-22f6a1b8-4d30-4269-9903-126a498b6a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, 1949826b-fdc5-4b0c-b2df-a46af14b0d34) {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:56.583818 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ba560b-2fc9-4051-a716-0c7cdf0c1fea None None] Network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:02:56.620280 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f6a1b8-4d30-4269-9903-126a498b6a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:56.621408 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-22f6a1b8-4d30-4269-9903-126a498b6a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:56.681625 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d9ba7cd7-6600-498d-947b-6fea27d49264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:56.720396 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-22f6a1b8-4d30-4269-9903-126a498b6a80 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9428310 Mar 11 18:02:56.721644 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 54470) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:56.742340 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:56.772895 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f579bebd-2e7d-4b4c-bf11-8c6937c9838f req-f9a50883-084e-40b8-8859-31177a130663 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983020 Mar 11 18:02:56.780948 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4b57a-dc33-4c32-8039-bce9fbe976f1 req-c5260937-e609-4549-bb83-32537094c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:56.783562 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5a4b57a-dc33-4c32-8039-bce9fbe976f1 req-c5260937-e609-4549-bb83-32537094c0ac service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 1129 time: 0.2266450 Mar 11 18:02:56.815685 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1949021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25221'] for router (28ea0ebe-a981-414f-8658-d3f67fa59347), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:56.818533 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d9ba7cd7-6600-498d-947b-6fea27d49264 admin admin] Publish callbacks [] for security_group (e138a3f6-de17-48e6-bff8-ab526e1988e5), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:56.819372 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1949161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1934603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25340'] for router (28ea0ebe-a981-414f-8658-d3f67fa59347), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:56.824136 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d9ba7cd7-6600-498d-947b-6fea27d49264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e138a3f6-de17-48e6-bff8-ab526e1988e5), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:56.856706 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbeccc8b-073c-563d-9a04-0eb08d8f5eb4-1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf'}]}} from dv-cinder-788368-4-iscsi. {{(pid=103279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:02:56.858487 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:56.875264 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba7cd7-6600-498d-947b-6fea27d49264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e138a3f6-de17-48e6-bff8-ab526e1988e5,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:56.881924 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-d9ba7cd7-6600-498d-947b-6fea27d49264 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcddf0512c5f4ebaae4b689b7b3e221b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878138 Mar 11 18:02:56.886409 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54472) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:56.967821 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7b960079-c991-4bc7-a74a-4bf3a0cab90b admin admin] Publish callbacks [] for security_group (e138a3f6-de17-48e6-bff8-ab526e1988e5), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:57.011062 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7b960079-c991-4bc7-a74a-4bf3a0cab90b admin admin] Publish callbacks [] for security_group (e138a3f6-de17-48e6-bff8-ab526e1988e5), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:57.040392 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:02:57.120643 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Publish callbacks [] for router_controller (28ea0ebe-a981-414f-8658-d3f67fa59347), precommit_add_association {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:57.159339 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7b960079-c991-4bc7-a74a-4bf3a0cab90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e138a3f6-de17-48e6-bff8-ab526e1988e5), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:57.163578 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7b960079-c991-4bc7-a74a-4bf3a0cab90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:57.167994 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-7b960079-c991-4bc7-a74a-4bf3a0cab90b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e138a3f6-de17-48e6-bff8-ab526e1988e5 HTTP/1.1" status: 204 len: 168 time: 0.2769024 Mar 11 18:02:57.191611 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b960079-c991-4bc7-a74a-4bf3a0cab90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e138a3f6-de17-48e6-bff8-ab526e1988e5,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:57.212859 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Allocated IP 172.20.0.2 (1949826b-fdc5-4b0c-b2df-a46af14b0d34/7e12c3d1-69e8-4abe-b37a-16101f32e8bf/ce52aacb-6e6c-4500-924c-b49088271b8a) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:02:57.256028 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4b57a-dc33-4c32-8039-bce9fbe976f1 req-83799187-b632-4b69-bed4-e47ccb70693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:57.258211 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5a4b57a-dc33-4c32-8039-bce9fbe976f1 req-83799187-b632-4b69-bed4-e47ccb70693c service neutron] 10.222.0.104 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 919 time: 0.4196129 Mar 11 18:02:57.437073 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Publish callbacks [] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:57.440455 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5a4b57a-dc33-4c32-8039-bce9fbe976f1 req-2c73cdb0-e9fe-4951-9b5c-2a428c3d8f1a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7b752e-b47c-4482-a1cf-cf0a4a87632f HTTP/1.1" status: 200 len: 217 time: 0.1185086 Mar 11 18:02:57.448391 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:57.496792 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Pushing event updated for resources: {'Port': ['ID=ce52aacb-6e6c-4500-924c-b49088271b8a,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:57.515660 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:02:57.518121 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:57.520909 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:02:57.601690 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Attempting to bind port ce52aacb-6e6c-4500-924c-b49088271b8a on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:02:57.602418 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Attempting to bind port ce52aacb-6e6c-4500-924c-b49088271b8a by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:02:57.603030 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Attempting to bind port ce52aacb-6e6c-4500-924c-b49088271b8a on network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:02:57.609748 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:02:57.610466 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Checking segment: {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:02:57.611302 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:57.611899 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Bound using segment: {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:02:57.612572 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Bound port: ce52aacb-6e6c-4500-924c-b49088271b8a, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:02:57.613816 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:57.632600 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Publish callbacks [] for router_gateway (28ea0ebe-a981-414f-8658-d3f67fa59347), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:57.710971 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] For port ce52aacb-6e6c-4500-924c-b49088271b8a, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:02:57.716234 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] For port ce52aacb-6e6c-4500-924c-b49088271b8a, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=ce52aacb-6e6c-4500-924c-b49088271b8a,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:02:57.727608 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:57.734200 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4b57a-dc33-4c32-8039-bce9fbe976f1 req-b9597b16-d906-4d6b-a37b-39c3761d36de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:57.737223 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5a4b57a-dc33-4c32-8039-bce9fbe976f1 req-b9597b16-d906-4d6b-a37b-39c3761d36de service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7d395e4c-e767-470a-8b97-81a4caa9b38e HTTP/1.1" status: 200 len: 857 time: 0.2837791 Mar 11 18:02:57.798014 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5a4b57a-dc33-4c32-8039-bce9fbe976f1 req-9d1f63ed-b7b4-4945-9e11-3088507b8a18 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf8b21d-4c74-4320-a597-db72e3e147d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533538 Mar 11 18:02:57.812049 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a552096-2b93-4d77-baf5-d35711d5a9ed None None] Pushing event updated for resources: {'Port': ['ID=ce52aacb-6e6c-4500-924c-b49088271b8a,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:58.015544 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5a4b57a-dc33-4c32-8039-bce9fbe976f1 req-721c82d6-1700-47a7-8c43-cfaa6fe3adeb service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082250 Mar 11 18:02:58.039000 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3910436-84b5-4775-9055-c630ecf7cd69 req-aad8c85a-1fee-4f2e-8cbe-4d083f1e71ba tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:58.040685 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b3910436-84b5-4775-9055-c630ecf7cd69 req-aad8c85a-1fee-4f2e-8cbe-4d083f1e71ba tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1699464 Mar 11 18:02:58.301317 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b3910436-84b5-4775-9055-c630ecf7cd69 req-94c04152-447a-4919-933e-012615e97ec7 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444384 Mar 11 18:02:58.365400 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5a4b57a-dc33-4c32-8039-bce9fbe976f1 req-ed29e918-5cbe-451c-94bd-b22d8700a451 service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427045 Mar 11 18:02:58.366669 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Publish callbacks [] for router_gateway (28ea0ebe-a981-414f-8658-d3f67fa59347), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:58.392080 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:58.565499 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Allocated IP 172.27.0.41 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/9e623aaa-4c53-484d-9ff3-87f9265f718e) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:02:58.868311 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:58.977932 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Publish callbacks [] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:59.019330 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device ce52aacb-6e6c-4500-924c-b49088271b8a up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:59.038866 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:59.088087 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:02:59.094931 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:59.097696 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:02:59.105619 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port ce52aacb-6e6c-4500-924c-b49088271b8a triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:02:59.106200 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:59.125344 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Pushing event updated for resources: {'Port': ['ID=9e623aaa-4c53-484d-9ff3-87f9265f718e,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:59.209269 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43179023-d116-4d0a-944b-13d5d6f9946b None None] Network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:02:59.255607 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port ce52aacb-6e6c-4500-924c-b49088271b8a is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:59.256158 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:59.324168 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-a7740a6e-4f4c-4761-8e58-be14ffd33595 None None] Provisioning complete for port ce52aacb-6e6c-4500-924c-b49088271b8a triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:02:59.324616 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a7740a6e-4f4c-4761-8e58-be14ffd33595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:59.373106 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port ce52aacb-6e6c-4500-924c-b49088271b8a, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=ce52aacb-6e6c-4500-924c-b49088271b8a,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:59.384577 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:59.551086 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=ce52aacb-6e6c-4500-924c-b49088271b8a,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:59.564039 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Publish callbacks [] for router_gateway (28ea0ebe-a981-414f-8658-d3f67fa59347), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:59.656263 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1b703-a71c-45aa-8079-84e2e51d3f1f req-dfae180e-ae03-4fe1-97e1-56e5a18d9fa7 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:59.659029 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9de1b703-a71c-45aa-8079-84e2e51d3f1f req-dfae180e-ae03-4fe1-97e1-56e5a18d9fa7 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1906025 Mar 11 18:02:59.754055 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-a7740a6e-4f4c-4761-8e58-be14ffd33595 None None] Current status of the port ce52aacb-6e6c-4500-924c-b49088271b8a is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:59.832878 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9de1b703-a71c-45aa-8079-84e2e51d3f1f req-99ae30c7-356f-42fe-addf-a982a883a7c0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655290 Mar 11 18:02:59.974442 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1949158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1934692'] for router (28ea0ebe-a981-414f-8658-d3f67fa59347), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:59.978776 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-4e6d2616-a770-4256-b1ad-74b5e99a6426 None None] Provisioning complete for port ce52aacb-6e6c-4500-924c-b49088271b8a triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:02:59.979346 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4e6d2616-a770-4256-b1ad-74b5e99a6426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:00.067891 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d2616-a770-4256-b1ad-74b5e99a6426 None None] Current status of the port ce52aacb-6e6c-4500-924c-b49088271b8a is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:00.129860 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Router 28ea0ebe-a981-414f-8658-d3f67fa59347 is scheduled to L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 with binding_index 1 {{(pid=103277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:03:00.246982 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:03:00.257601 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Sync routers for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:03:00.270004 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:00.273802 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:03:00.274075 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-c7d56072-0aeb-4f78-9b18-c21ae42b530f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5400145 Mar 11 18:03:00.274244 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:02:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:00.274614 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54524) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:00.398931 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:03:00.629281 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:02:59Z', 'revision_number': 3, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:00.755884 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:00.769429 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Checking router: 28ea0ebe-a981-414f-8658-d3f67fa59347 for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:03:00.769715 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Updating router 28ea0ebe-a981-414f-8658-d3f67fa59347 port 9e623aaa-4c53-484d-9ff3-87f9265f718e binding host dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:03:00.805779 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.008735 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Allocated IP 172.20.0.1 (1949826b-fdc5-4b0c-b2df-a46af14b0d34/7e12c3d1-69e8-4abe-b37a-16101f32e8bf/59f3e6bc-f455-4198-99f1-3fc80d60585d) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:01.009804 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device ce52aacb-6e6c-4500-924c-b49088271b8a up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:03:01.047906 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489bdb2-c2ae-42ef-932e-cf3677cad799 req-64ff9fdd-32cd-4a27-9964-11505d7c4f2a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:01.051013 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f489bdb2-c2ae-42ef-932e-cf3677cad799 req-64ff9fdd-32cd-4a27-9964-11505d7c4f2a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1012981 Mar 11 18:03:01.119377 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port ce52aacb-6e6c-4500-924c-b49088271b8a triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:01.120300 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.136764 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f489bdb2-c2ae-42ef-932e-cf3677cad799 req-d5ef8e9f-2862-4280-9e05-cbebe0b8c0b2 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746212 Mar 11 18:03:01.166276 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Publish callbacks [] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.181446 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.228143 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Publish callbacks [] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.229675 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Pushing event updated for resources: {'Port': ['ID=9e623aaa-4c53-484d-9ff3-87f9265f718e,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:01.245495 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Attempting to bind port 9e623aaa-4c53-484d-9ff3-87f9265f718e on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:03:01.245865 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Attempting to bind port 9e623aaa-4c53-484d-9ff3-87f9265f718e by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:03:01.246234 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Attempting to bind port 9e623aaa-4c53-484d-9ff3-87f9265f718e on network cab8bdcb-495c-4275-ab04-6208af39108c {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:03:01.249189 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.249567 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.249925 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.250267 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.250625 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.250959 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.251288 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.251613 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.251939 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.252283 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.252614 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.252934 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.253259 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:01.260259 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:03:01.261272 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Checking segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:03:01.261272 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.261588 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Bound using segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:03:01.261865 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Bound port: 9e623aaa-4c53-484d-9ff3-87f9265f718e, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:03:01.262423 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.263886 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port ce52aacb-6e6c-4500-924c-b49088271b8a is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:01.271436 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.316975 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] For port 9e623aaa-4c53-484d-9ff3-87f9265f718e, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:03:01.321112 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] For port 9e623aaa-4c53-484d-9ff3-87f9265f718e, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=9e623aaa-4c53-484d-9ff3-87f9265f718e,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:03:01.328752 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.338970 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:01.348172 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:01.352214 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:03:01.395793 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Pushing event updated for resources: {'Port': ['ID=59f3e6bc-f455-4198-99f1-3fc80d60585d,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:01.416400 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:03:01.417427 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:02:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:01.420885 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd11ea9-f84f-4c00-a5dd-ab1ee1ca5093 None None] Pushing event updated for resources: {'Port': ['ID=9e623aaa-4c53-484d-9ff3-87f9265f718e,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:01.440850 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933323'] for router_interface (28ea0ebe-a981-414f-8658-d3f67fa59347), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.566419 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:03:01.646737 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.729848 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-cd9ec0d4-c2a7-4cf4-acdf-29d13d588fd0 None None] Provisioning complete for port 59f3e6bc-f455-4198-99f1-3fc80d60585d triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:01.731457 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cd9ec0d4-c2a7-4cf4-acdf-29d13d588fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.814233 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ec0d4-c2a7-4cf4-acdf-29d13d588fd0 None None] Port 59f3e6bc-f455-4198-99f1-3fc80d60585d cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:03:01.870625 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:02:59Z', 'revision_number': 3, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:01.895949 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Publish callbacks [] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.902093 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:01.918535 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8281ef18-3757-47de-87a3-3fce19e56a6c None None] The sync data for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi is: [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:02:59Z', 'revision_number': 3, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:03:01.966948 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Pushing event updated for resources: {'Port': ['ID=59f3e6bc-f455-4198-99f1-3fc80d60585d,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:01.974949 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933479'] for router_interface (28ea0ebe-a981-414f-8658-d3f67fa59347), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:02.084804 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:02.086507 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:02.281935 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Router 28ea0ebe-a981-414f-8658-d3f67fa59347 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:03:02.353705 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755fde7-cc1a-4c0e-8194-3e95a8f1969b req-7182b305-e222-4b58-9b2d-b701521ab8cf tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:02.356552 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7755fde7-cc1a-4c0e-8194-3e95a8f1969b req-7182b305-e222-4b58-9b2d-b701521ab8cf tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1053939 Mar 11 18:03:02.418492 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7755fde7-cc1a-4c0e-8194-3e95a8f1969b req-480992cc-cacb-442c-af15-3fde494b621b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516291 Mar 11 18:03:02.443362 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:03:02.449187 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-cf3ec4d0-207a-4787-9c74-5d3f37427c48 admin admin] 10.222.0.30 "PUT /v2.0/routers/28ea0ebe-a981-414f-8658-d3f67fa59347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1731629 Mar 11 18:03:02.450998 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-ac5eb389-d739-4a0c-88ce-e3cfed3e1250 None None] Provisioning complete for port 59f3e6bc-f455-4198-99f1-3fc80d60585d triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:02.451976 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ac5eb389-d739-4a0c-88ce-e3cfed3e1250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:02.490755 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-ac5eb389-d739-4a0c-88ce-e3cfed3e1250 None None] Port 59f3e6bc-f455-4198-99f1-3fc80d60585d cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:03:03.023267 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 9e623aaa-4c53-484d-9ff3-87f9265f718e up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:03:03.103621 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 9e623aaa-4c53-484d-9ff3-87f9265f718e triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:03.104124 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:03.247486 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 9e623aaa-4c53-484d-9ff3-87f9265f718e is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:03.248135 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:03.283976 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port 9e623aaa-4c53-484d-9ff3-87f9265f718e, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=9e623aaa-4c53-484d-9ff3-87f9265f718e,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:03.290141 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:03.376327 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=9e623aaa-4c53-484d-9ff3-87f9265f718e,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:03.389590 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.390086 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.390592 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.391067 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.391527 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.391983 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.392435 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.392903 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.393350 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.393811 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.394247 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.394740 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.395202 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:03.538128 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54558) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:03.543078 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-ad63755a-dd0e-4f65-8098-d51e50971419 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1112386431', 'description': 'tempest-description--541510414'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:03.568126 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ad63755a-dd0e-4f65-8098-d51e50971419 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:03.613411 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d902f-875b-45eb-9911-2e34ed7c8a37 req-cdddb3ba-2cb3-4e30-bd93-ebd463ee5e9a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:03.622470 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cc8d902f-875b-45eb-9911-2e34ed7c8a37 req-cdddb3ba-2cb3-4e30-bd93-ebd463ee5e9a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1017861 Mar 11 18:03:03.653689 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ad63755a-dd0e-4f65-8098-d51e50971419 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group (153d7dd2-8ee5-45a6-8309-558534329705), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:03.658997 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ad63755a-dd0e-4f65-8098-d51e50971419 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (153d7dd2-8ee5-45a6-8309-558534329705), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:03.692404 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ad63755a-dd0e-4f65-8098-d51e50971419 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:03.693838 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ad63755a-dd0e-4f65-8098-d51e50971419 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1545341 Mar 11 18:03:03.696166 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63755a-dd0e-4f65-8098-d51e50971419 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153d7dd2-8ee5-45a6-8309-558534329705,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:03.698924 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54560) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:03.709172 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-64ffb1c3-83c9-4c6c-895e-ef26d0405666 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Request body: {'security_group_rule': {'security_group_id': '153d7dd2-8ee5-45a6-8309-558534329705', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:03.712510 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cc8d902f-875b-45eb-9911-2e34ed7c8a37 req-9847eccf-3ee2-4804-adff-c660b4f19def tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878508 Mar 11 18:03:03.756115 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-64ffb1c3-83c9-4c6c-895e-ef26d0405666 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group_rule (3bc85933-8156-4291-a180-a4afcc5b4575), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:03.853236 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-64ffb1c3-83c9-4c6c-895e-ef26d0405666 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group_rule (3bc85933-8156-4291-a180-a4afcc5b4575), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:03.859946 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-64ffb1c3-83c9-4c6c-895e-ef26d0405666 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (3bc85933-8156-4291-a180-a4afcc5b4575), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:03.884811 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffb1c3-83c9-4c6c-895e-ef26d0405666 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc85933-8156-4291-a180-a4afcc5b4575,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:03.894088 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-64ffb1c3-83c9-4c6c-895e-ef26d0405666 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:03.902672 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 54568) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:03.902940 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-64ffb1c3-83c9-4c6c-895e-ef26d0405666 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2027564 Mar 11 18:03:03.909689 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-70238722-2061-4097-9192-f4660365c764 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Request body: {'security_group_rule': {'security_group_id': '153d7dd2-8ee5-45a6-8309-558534329705', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:03.935119 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Sync routers for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:03:03.945027 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:03:03.946123 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:02:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:03.955524 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-70238722-2061-4097-9192-f4660365c764 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group_rule (000295d1-f34f-4bec-8f16-59b50c2b4087), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:04.032611 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-70238722-2061-4097-9192-f4660365c764 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group_rule (000295d1-f34f-4bec-8f16-59b50c2b4087), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:04.038023 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-70238722-2061-4097-9192-f4660365c764 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (000295d1-f34f-4bec-8f16-59b50c2b4087), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:04.057167 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70238722-2061-4097-9192-f4660365c764 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000295d1-f34f-4bec-8f16-59b50c2b4087,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:04.073636 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-70238722-2061-4097-9192-f4660365c764 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:04.076496 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-70238722-2061-4097-9192-f4660365c764 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1717727 Mar 11 18:03:04.080410 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 54570) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:04.089616 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:04.115358 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:03:04.126520 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:04.267677 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:04.420475 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 2, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:04.421246 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Allocated IP 172.27.0.141 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/d232c0bd-e878-4d8d-8340-54ff3fe6948e) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:04.463452 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Checking router: 28ea0ebe-a981-414f-8658-d3f67fa59347 for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:03:04.463996 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Updating router 28ea0ebe-a981-414f-8658-d3f67fa59347 port 59f3e6bc-f455-4198-99f1-3fc80d60585d binding host dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:03:04.501272 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:04.563802 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for port (d232c0bd-e878-4d8d-8340-54ff3fe6948e), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:04.610409 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (d232c0bd-e878-4d8d-8340-54ff3fe6948e), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:04.657430 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:04.660778 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:04.663432 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:03:04.694503 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event updated for resources: {'Port': ['ID=d232c0bd-e878-4d8d-8340-54ff3fe6948e,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:04.880441 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Publish callbacks [] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:04.886474 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:04.972235 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437531b-59da-4a68-903a-cbf51d80c041 None None] Pushing event updated for resources: {'Port': ['ID=59f3e6bc-f455-4198-99f1-3fc80d60585d,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:04.975524 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (0d86938e-cf25-46d0-8e77-a9288d8c4dfb), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.010359 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db63ae-dbfe-47af-93a8-fe92ed6514b7 req-2a15522b-ba55-4ed1-8b6e-eeae8d13d996 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:05.063446 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-86db63ae-dbfe-47af-93a8-fe92ed6514b7 req-2a15522b-ba55-4ed1-8b6e-eeae8d13d996 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.2642934 Mar 11 18:03:05.095984 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-be7e6f97-a149-41e4-ba2b-4bc3bf8c632f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.108084 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Attempting to bind port 59f3e6bc-f455-4198-99f1-3fc80d60585d on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:03:05.108984 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Attempting to bind port 59f3e6bc-f455-4198-99f1-3fc80d60585d by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:03:05.109585 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Attempting to bind port 59f3e6bc-f455-4198-99f1-3fc80d60585d on network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:03:05.127571 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 9e623aaa-4c53-484d-9ff3-87f9265f718e up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:03:05.133963 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:03:05.134538 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Checking segment: {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:03:05.135199 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.135835 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Bound using segment: {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:03:05.136631 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Bound port: 59f3e6bc-f455-4198-99f1-3fc80d60585d, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:03:05.137268 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.163282 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d232c0bd-e878-4d8d-8340-54ff3fe6948e), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.177554 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-86db63ae-dbfe-47af-93a8-fe92ed6514b7 req-51bcd672-ff34-4956-8441-8d5d9bc79a57 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111951 Mar 11 18:03:05.380918 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] For port 59f3e6bc-f455-4198-99f1-3fc80d60585d, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:03:05.406677 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] For port 59f3e6bc-f455-4198-99f1-3fc80d60585d, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=59f3e6bc-f455-4198-99f1-3fc80d60585d,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:03:05.410633 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 9e623aaa-4c53-484d-9ff3-87f9265f718e triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:05.411368 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.416460 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for port (d232c0bd-e878-4d8d-8340-54ff3fe6948e), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.416873 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.422065 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (d232c0bd-e878-4d8d-8340-54ff3fe6948e), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.533307 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event updated for resources: {'Port': ['ID=d232c0bd-e878-4d8d-8340-54ff3fe6948e,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:05.547704 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (0d86938e-cf25-46d0-8e77-a9288d8c4dfb), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.552212 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-687f13fe-53f0-4ba1-9174-8ca4519b9a92 None None] Provisioning complete for port 59f3e6bc-f455-4198-99f1-3fc80d60585d triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:05.552555 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-687f13fe-53f0-4ba1-9174-8ca4519b9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.557844 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437531b-59da-4a68-903a-cbf51d80c041 None None] Pushing event updated for resources: {'Port': ['ID=59f3e6bc-f455-4198-99f1-3fc80d60585d,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:05.573813 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.574382 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.575275 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.575846 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.576395 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.576890 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.577350 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.577810 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.578351 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.578953 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.579727 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.580315 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.580789 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:05.584269 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:03:05.584919 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:02:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:05.598056 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.602663 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-eb8a8dec-14b6-4a28-bb12-ee3d9bdaa9f6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5170496 Mar 11 18:03:05.741114 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 9e623aaa-4c53-484d-9ff3-87f9265f718e is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:05.840181 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-9e4afae6-166c-4094-af43-3ee5e0659521 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1112386431&fields=id&tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5 HTTP/1.1" status: 200 len: 267 time: 0.0825133 Mar 11 18:03:05.858030 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:03:05.899602 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-687f13fe-53f0-4ba1-9174-8ca4519b9a92 None None] Current status of the port 59f3e6bc-f455-4198-99f1-3fc80d60585d is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:05.899907 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-687f13fe-53f0-4ba1-9174-8ca4519b9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:05.991840 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-687f13fe-53f0-4ba1-9174-8ca4519b9a92 None None] For port 59f3e6bc-f455-4198-99f1-3fc80d60585d, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=59f3e6bc-f455-4198-99f1-3fc80d60585d,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:06.004870 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-687f13fe-53f0-4ba1-9174-8ca4519b9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:06.008000 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-4d09bdc0-d4e2-4880-9f4d-0e56cba18b26 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:06.011143 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-4d09bdc0-d4e2-4880-9f4d-0e56cba18b26 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/networks?id=1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 200 len: 810 time: 0.1584697 Mar 11 18:03:06.032082 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-c4dbfbef-2183-4960-b28e-a95b17a5fb25 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/quotas/38425b4d45aa44898d3e6d70a0a3f7c5 HTTP/1.1" status: 200 len: 375 time: 0.0122519 Mar 11 18:03:06.159970 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-3dafa0d4-df54-4017-aa9e-1197741bfcc4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021819 Mar 11 18:03:06.387283 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-9730984f-723b-4867-a6cb-29da12376d51 service neutron] 10.222.0.30 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254927 Mar 11 18:03:06.411936 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f13fe-53f0-4ba1-9174-8ca4519b9a92 None None] Pushing event updated for resources: {'Port': ['ID=59f3e6bc-f455-4198-99f1-3fc80d60585d,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:06.452322 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-6d7db520-5c84-4e4f-84d6-bcb59627786a None None] Provisioning complete for port 59f3e6bc-f455-4198-99f1-3fc80d60585d triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:06.452853 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6d7db520-5c84-4e4f-84d6-bcb59627786a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:06.655969 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:06.708760 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-6d7db520-5c84-4e4f-84d6-bcb59627786a None None] Current status of the port 59f3e6bc-f455-4198-99f1-3fc80d60585d is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:06.713604 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ae995-6b47-4978-ad93-7682d4f26643 None None] The sync data for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi is: [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:03:06.883045 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7316d-5944-4724-b59d-fb591b844678 req-fcc6df75-0aad-4289-bd66-39b3f3602aef tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:06.900064 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-48d7316d-5944-4724-b59d-fb591b844678 req-fcc6df75-0aad-4289-bd66-39b3f3602aef tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.5805318 Mar 11 18:03:06.987521 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-c1d57f6c-2b23-4592-b7cf-02f625dec903 service neutron] 10.222.0.30 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892227 Mar 11 18:03:07.041391 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-48d7316d-5944-4724-b59d-fb591b844678 req-c8f7a54c-208d-4c15-a1c8-21df320c6b6a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310341 Mar 11 18:03:07.101593 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 59f3e6bc-f455-4198-99f1-3fc80d60585d up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:03:07.212643 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 59f3e6bc-f455-4198-99f1-3fc80d60585d triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:07.213203 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:07.325502 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd932ad3-7d9e-46d8-99df-df511dd3444f req-b149b261-6a4d-496f-b666-c473347b7eec tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 210 time: 0.0627267 Mar 11 18:03:07.381141 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 59f3e6bc-f455-4198-99f1-3fc80d60585d is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:07.873728 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-65bbb974-7a1f-492c-999b-17a5efc4742e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:08.222348 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd82dd5-b18f-48a7-bf93-c160720df172 req-bed5eb24-e055-4ad3-878e-7b56a588380a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:08.224837 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-efd82dd5-b18f-48a7-bf93-c160720df172 req-bed5eb24-e055-4ad3-878e-7b56a588380a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0854635 Mar 11 18:03:08.311634 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-efd82dd5-b18f-48a7-bf93-c160720df172 req-a0bbced2-8d8c-4c42-a103-5606e54ea622 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794551 Mar 11 18:03:08.467926 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f8c82b71-36c7-42b8-8122-c9d9acc8a0ed req-4d6d7aa1-383d-4d17-b123-576a23e70869 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 210 time: 0.0317631 Mar 11 18:03:08.799567 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-a7c43ed2-791f-4171-98e2-42c5c293088b tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:08.800758 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-a7c43ed2-791f-4171-98e2-42c5c293088b tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.104 "GET /v2.0/networks?id=1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 200 len: 810 time: 0.1545203 Mar 11 18:03:08.895371 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-a7393404-0fc1-4fd3-88c2-c36dff30f5a0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5 HTTP/1.1" status: 200 len: 380 time: 0.0816543 Mar 11 18:03:08.904477 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Request body: {'port': {'device_id': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'admin_state_up': True, 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'security_groups': ['153d7dd2-8ee5-45a6-8309-558534329705']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:09.052038 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Made reservation on behalf of 38425b4d45aa44898d3e6d70a0a3f7c5 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:03:09.057212 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:09.132164 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54714) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:09.274182 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Allocated IP 172.20.0.11 (1949826b-fdc5-4b0c-b2df-a46af14b0d34/7e12c3d1-69e8-4abe-b37a-16101f32e8bf/d5e60f90-f65d-4aae-9ecc-c2626e70ce1a) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:09.292193 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-22f7bd44-cc24-49d1-8c68-fb319cc19b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:09.384281 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-22f7bd44-cc24-49d1-8c68-fb319cc19b4e admin admin] Publish callbacks [] for security_group (aeafbe6b-40b3-4c0a-8501-157c4a354053), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:09.391789 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-22f7bd44-cc24-49d1-8c68-fb319cc19b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (aeafbe6b-40b3-4c0a-8501-157c4a354053), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:09.451795 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-22f7bd44-cc24-49d1-8c68-fb319cc19b4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98fd9f3f02184e1483dcc87929f57008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181548 Mar 11 18:03:09.452463 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54730) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:09.453295 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7bd44-cc24-49d1-8c68-fb319cc19b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeafbe6b-40b3-4c0a-8501-157c4a354053,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:09.515476 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1c257244-e1c7-42f6-a8d1-48dee7f02625 admin admin] Publish callbacks [] for security_group (aeafbe6b-40b3-4c0a-8501-157c4a354053), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:09.544420 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1c257244-e1c7-42f6-a8d1-48dee7f02625 admin admin] Publish callbacks [] for security_group (aeafbe6b-40b3-4c0a-8501-157c4a354053), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:09.610520 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4353019f-0e5a-4cc9-904f-e0d43abe8588 req-42b8f41e-bde5-4a1c-8919-f77fcea9a9f4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 210 time: 0.0495515 Mar 11 18:03:09.612278 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1c257244-e1c7-42f6-a8d1-48dee7f02625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (aeafbe6b-40b3-4c0a-8501-157c4a354053), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:09.615220 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1c257244-e1c7-42f6-a8d1-48dee7f02625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:09.619287 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-1c257244-e1c7-42f6-a8d1-48dee7f02625 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aeafbe6b-40b3-4c0a-8501-157c4a354053 HTTP/1.1" status: 204 len: 168 time: 0.1600995 Mar 11 18:03:09.625668 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c257244-e1c7-42f6-a8d1-48dee7f02625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeafbe6b-40b3-4c0a-8501-157c4a354053,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:09.654254 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119c93b-7b0c-4cb9-81c5-fe9764287ee4 req-24cf7322-d2b0-49fa-b274-51a65fcd35bc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:09.655817 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0119c93b-7b0c-4cb9-81c5-fe9764287ee4 req-24cf7322-d2b0-49fa-b274-51a65fcd35bc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.2309873 Mar 11 18:03:09.663702 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:09.740571 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0119c93b-7b0c-4cb9-81c5-fe9764287ee4 req-ab1fba14-736f-41a6-ba3e-c0c849dd168d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734384 Mar 11 18:03:09.760806 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:09.852524 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:09.859817 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:09.868270 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:03:09.932425 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event updated for resources: {'Port': ['ID=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:09.987390 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:09.988574 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.014390 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-46472903-cbba-43c7-9890-8682af1a1d32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1139433 Mar 11 18:03:10.031986 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Request body: {'port': {'device_id': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:10.115153 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.152606 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54754) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:10.168918 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2932de48-b76a-44e3-99f0-3299fa853429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.181861 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-380a060c-ca80-4dae-91bc-b1c23393b708 None None] Provisioning complete for port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:10.183102 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-380a060c-ca80-4dae-91bc-b1c23393b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.236686 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-380a060c-ca80-4dae-91bc-b1c23393b708 None None] Port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:03:10.283898 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2932de48-b76a-44e3-99f0-3299fa853429 admin admin] Publish callbacks [] for security_group (ff678e2f-c457-4819-b878-73826db0a15a), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.289257 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2932de48-b76a-44e3-99f0-3299fa853429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (ff678e2f-c457-4819-b878-73826db0a15a), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.330497 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-2932de48-b76a-44e3-99f0-3299fa853429 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1495d19bef6416db44cc6fa4dbdf5ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760485 Mar 11 18:03:10.331272 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932de48-b76a-44e3-99f0-3299fa853429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff678e2f-c457-4819-b878-73826db0a15a,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:10.334926 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54756) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:10.404695 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3b43fa4b-c251-4560-a72b-73a29b130add admin admin] Publish callbacks [] for security_group (ff678e2f-c457-4819-b878-73826db0a15a), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.428573 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3b43fa4b-c251-4560-a72b-73a29b130add admin admin] Publish callbacks [] for security_group (ff678e2f-c457-4819-b878-73826db0a15a), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.467456 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e60f90-f65d-4aae-9ecc-c2626e70ce1a {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:03:10.475965 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Publish callbacks [] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.484087 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3b43fa4b-c251-4560-a72b-73a29b130add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (ff678e2f-c457-4819-b878-73826db0a15a), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.486738 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3b43fa4b-c251-4560-a72b-73a29b130add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.487918 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-3b43fa4b-c251-4560-a72b-73a29b130add admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff678e2f-c457-4819-b878-73826db0a15a HTTP/1.1" status: 204 len: 168 time: 0.1513419 Mar 11 18:03:10.498595 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43fa4b-c251-4560-a72b-73a29b130add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff678e2f-c457-4819-b878-73826db0a15a,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:10.501488 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Transition to ACTIVE for port object d5e60f90-f65d-4aae-9ecc-c2626e70ce1a will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:03:10.520262 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.642137 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:10.701500 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Attempting to bind port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:03:10.701937 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Attempting to bind port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:03:10.702187 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Attempting to bind port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a on network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:03:10.734708 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a on network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:03:10.735044 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Attempting to bind port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a on network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:03:10.750859 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:03:10.751221 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Checking segment: {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:03:10.751624 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Bound using segment: {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:03:10.752106 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Bound port: d5e60f90-f65d-4aae-9ecc-c2626e70ce1a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:03:10.752513 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.761872 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.781984 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58a191-8ca5-4253-8b5b-a6cce9abf5fa req-79579d4a-8535-4ad0-a177-a3b035d3b4f3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:10.783081 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a58a191-8ca5-4253-8b5b-a6cce9abf5fa req-79579d4a-8535-4ad0-a177-a3b035d3b4f3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 944 time: 0.0922904 Mar 11 18:03:10.881105 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] For port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:03:10.884533 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] For port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:03:10.927287 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.943328 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a58a191-8ca5-4253-8b5b-a6cce9abf5fa req-98dc5bc4-88ea-49c6-ab30-e7b927c26dd8 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160300 Mar 11 18:03:10.973041 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:10.973725 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:10.975161 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] 10.222.0.104 "PUT /v2.0/ports/d5e60f90-f65d-4aae-9ecc-c2626e70ce1a HTTP/1.1" status: 200 len: 1094 time: 0.9515657 Mar 11 18:03:10.977489 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'tag': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:03:10.979971 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a57c237-4ded-45c0-b9f5-015337867a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2", "tag": "d5e60f90-f65d-4aae-9ecc-c2626e70ce1a"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:03:11.041265 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c0feb-55c1-431c-bc44-8efaae66c3e4 req-fe9d9921-8ae2-49c8-a630-8fd8a3fa28d5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:11.043155 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-035c0feb-55c1-431c-bc44-8efaae66c3e4 req-fe9d9921-8ae2-49c8-a630-8fd8a3fa28d5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1862583 Mar 11 18:03:11.044017 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e5998-a192-44a8-964d-274fa3284767 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:11.082989 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cea12a-9ef3-4ad9-88cc-2456f212f516 x-openstack-request-id: req-38cea12a-9ef3-4ad9-88cc-2456f212f516 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:03:11.083269 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2", "tag": "d5e60f90-f65d-4aae-9ecc-c2626e70ce1a", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:03:11.083538 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38cea12a-9ef3-4ad9-88cc-2456f212f516 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:03:11.083942 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'tag': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a', 'status': 'completed', 'code': 200} Mar 11 18:03:11.143854 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-035c0feb-55c1-431c-bc44-8efaae66c3e4 req-c7ca0275-7110-452d-993d-44d335bedb20 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855579 Mar 11 18:03:11.154401 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-fdd09771-47df-462b-b42c-c96b43e1dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:11.155993 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-fdd09771-47df-462b-b42c-c96b43e1dcdc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 1128 time: 0.0993917 Mar 11 18:03:11.261654 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-791ad8b6-d306-44d5-88a5-0e93a790f1ec service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a HTTP/1.1" status: 200 len: 217 time: 0.0977368 Mar 11 18:03:11.330860 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-bd5cad7b-9cc5-42fc-b4b6-5d56eca7cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:11.332995 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-bd5cad7b-9cc5-42fc-b4b6-5d56eca7cfbf service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7e12c3d1-69e8-4abe-b37a-16101f32e8bf HTTP/1.1" status: 200 len: 849 time: 0.0631502 Mar 11 18:03:11.359435 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54788) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:11.423918 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-3b9c5da9-3274-416a-9f06-2f5a0c1a202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:11.425591 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-3b9c5da9-3274-416a-9f06-2f5a0c1a202c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1949826b-fdc5-4b0c-b2df-a46af14b0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861535 Mar 11 18:03:11.456178 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_v2 [None req-164f408f-c6fd-4040-a57e-024ffc459793 admin admin] Deleting subnet c71b19f5-e534-42a3-8457-ada383ede2ac {{(pid=103278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:03:11.460338 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-164f408f-c6fd-4040-a57e-024ffc459793 admin admin] Publish callbacks [] for subnet (c71b19f5-e534-42a3-8457-ada383ede2ac), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:11.524154 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-164f408f-c6fd-4040-a57e-024ffc459793 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13299080'] for subnet (c71b19f5-e534-42a3-8457-ada383ede2ac), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:11.550593 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-cfd81286-cab3-48be-943b-8a2a82f8b18a service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168392 Mar 11 18:03:11.576276 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-164f408f-c6fd-4040-a57e-024ffc459793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (c71b19f5-e534-42a3-8457-ada383ede2ac), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:11.662740 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-164f408f-c6fd-4040-a57e-024ffc459793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16022632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13482888'] for subnet (c71b19f5-e534-42a3-8457-ada383ede2ac), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:11.677193 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:11.697015 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f408f-c6fd-4040-a57e-024ffc459793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71b19f5-e534-42a3-8457-ada383ede2ac,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:11.699720 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-164f408f-c6fd-4040-a57e-024ffc459793 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:11.705954 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-164f408f-c6fd-4040-a57e-024ffc459793 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c71b19f5-e534-42a3-8457-ada383ede2ac HTTP/1.1" status: 204 len: 168 time: 0.3448043 Mar 11 18:03:11.707011 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54800) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:11.725607 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-555cb828-a517-4d82-bf44-dba9c2d61f5e req-4d80fa11-926b-41dc-a221-badffd561bea service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681030 Mar 11 18:03:11.782666 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:11.874515 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57c237-4ded-45c0-b9f5-015337867a0f req-90e24365-74a5-4511-81e2-0773a10429f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:11.876222 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1a57c237-4ded-45c0-b9f5-015337867a0f req-90e24365-74a5-4511-81e2-0773a10429f2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 1128 time: 0.0727706 Mar 11 18:03:11.889845 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:11.913488 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05']}} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:11.926816 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e401ad94-34f2-42e6-8e98-76d24b88de77') {'for_net_delete': True} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:11.927369 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e401ad94-34f2-42e6-8e98-76d24b88de77') {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:11.938850 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13299075'] for segment (e401ad94-34f2-42e6-8e98-76d24b88de77), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:11.959399 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (e401ad94-34f2-42e6-8e98-76d24b88de77), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:11.973364 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=103278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:03:11.974075 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16008886'] for segment (e401ad94-34f2-42e6-8e98-76d24b88de77), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: Traceback (most recent call last): Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: timer() Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: cb(*args, **kw) Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: return func(*args, **kwargs) Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: self._notify() Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: self.callback(batched_events) Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: event.method(event) Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: return f(self, *a, **k) Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._get(url).json() Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: return self.request(url, 'GET', **kwargs) Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:03:11.977091 dv-cinder-788368-4-iscsi neutron-server[103278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:03:12.021480 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57c237-4ded-45c0-b9f5-015337867a0f req-99b02ad6-bb15-4327-bce0-7c49467dd2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:12.023989 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1a57c237-4ded-45c0-b9f5-015337867a0f req-99b02ad6-bb15-4327-bce0-7c49467dd2eb service neutron] 10.222.0.104 "GET /v2.0/networks?id=1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 200 len: 912 time: 0.1408074 Mar 11 18:03:12.059925 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.071745 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.077817 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05 HTTP/1.1" status: 204 len: 168 time: 0.3696768 Mar 11 18:03:12.092634 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54808) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:12.101570 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b09d6-bd8e-4762-83c0-ab8163f1ac69 admin admin] Pushing event deleted for resources: {'Network': ['ID=8300bceb-d7d3-4be0-8d3e-b3f1d1b3ed05,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:12.133685 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1a57c237-4ded-45c0-b9f5-015337867a0f req-aa9ea0c3-6392-4d8d-a303-5f305a749860 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a HTTP/1.1" status: 200 len: 217 time: 0.1021135 Mar 11 18:03:12.151289 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3dc563-5f44-4eee-8d7d-096b8254dcea admin admin] Deleting subnet 23d4cf7e-da95-4c2f-8054-2b9a1c96a4aa {{(pid=103278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:03:12.154197 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-af3dc563-5f44-4eee-8d7d-096b8254dcea admin admin] Publish callbacks [] for subnet (23d4cf7e-da95-4c2f-8054-2b9a1c96a4aa), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.191240 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-af3dc563-5f44-4eee-8d7d-096b8254dcea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13299080'] for subnet (23d4cf7e-da95-4c2f-8054-2b9a1c96a4aa), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.247913 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-af3dc563-5f44-4eee-8d7d-096b8254dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (23d4cf7e-da95-4c2f-8054-2b9a1c96a4aa), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.276713 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57c237-4ded-45c0-b9f5-015337867a0f req-8e5ef55f-f7f3-4384-9f5b-eebc32488867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:12.281331 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1a57c237-4ded-45c0-b9f5-015337867a0f req-8e5ef55f-f7f3-4384-9f5b-eebc32488867 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7e12c3d1-69e8-4abe-b37a-16101f32e8bf HTTP/1.1" status: 200 len: 849 time: 0.1167998 Mar 11 18:03:12.312125 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a7ce2-7443-4d58-a22e-09cca1d76ee3 req-debcfd0a-0452-4cb2-a091-1e877389f682 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:12.313918 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-af3dc563-5f44-4eee-8d7d-096b8254dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16022632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13482888'] for subnet (23d4cf7e-da95-4c2f-8054-2b9a1c96a4aa), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.315140 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-562a7ce2-7443-4d58-a22e-09cca1d76ee3 req-debcfd0a-0452-4cb2-a091-1e877389f682 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 944 time: 0.2694325 Mar 11 18:03:12.418689 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.520280 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57c237-4ded-45c0-b9f5-015337867a0f req-39d3cf93-8667-4a49-a0f2-b4ce70c9b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:12.523430 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1a57c237-4ded-45c0-b9f5-015337867a0f req-39d3cf93-8667-4a49-a0f2-b4ce70c9b115 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1949826b-fdc5-4b0c-b2df-a46af14b0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2045648 Mar 11 18:03:12.536292 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8651bfa-0798-45cc-86b3-375da848ca59 req-5fef0f98-bf66-4c66-a7b9-e8c3bbae2da6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:12.539043 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a8651bfa-0798-45cc-86b3-375da848ca59 req-5fef0f98-bf66-4c66-a7b9-e8c3bbae2da6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.2741871 Mar 11 18:03:12.544996 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-562a7ce2-7443-4d58-a22e-09cca1d76ee3 req-0bff1d97-134d-4319-88b5-8ce3e1f115cd tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836967 Mar 11 18:03:12.607703 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dc563-5f44-4eee-8d7d-096b8254dcea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d4cf7e-da95-4c2f-8054-2b9a1c96a4aa,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:12.613727 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-af3dc563-5f44-4eee-8d7d-096b8254dcea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.619040 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-af3dc563-5f44-4eee-8d7d-096b8254dcea admin admin] 10.222.0.30 "DELETE /v2.0/subnets/23d4cf7e-da95-4c2f-8054-2b9a1c96a4aa HTTP/1.1" status: 204 len: 168 time: 0.5244102 Mar 11 18:03:12.621264 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54828) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:12.721815 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a8651bfa-0798-45cc-86b3-375da848ca59 req-4726029e-bd95-426e-a2db-62df285b3082 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603210 Mar 11 18:03:12.758078 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (f961b6b3-e0cf-4160-9b4d-52bd274e8b2d), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.765649 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1a57c237-4ded-45c0-b9f5-015337867a0f req-53a53a42-aae8-434c-9690-3881c33e1f4a service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185788 Mar 11 18:03:12.877742 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (f961b6b3-e0cf-4160-9b4d-52bd274e8b2d), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.901519 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f961b6b3-e0cf-4160-9b4d-52bd274e8b2d']}} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:12.913344 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1cba85-c038-4ea7-8259-ef8d759ac170') {'for_net_delete': True} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:12.913660 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1cba85-c038-4ea7-8259-ef8d759ac170') {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:12.919445 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1a57c237-4ded-45c0-b9f5-015337867a0f req-20db04e9-18b5-4d24-a2b2-ef4254b52c38 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469908 Mar 11 18:03:12.925913 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13299075'] for segment (6d1cba85-c038-4ea7-8259-ef8d759ac170), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.948486 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (6d1cba85-c038-4ea7-8259-ef8d759ac170), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.957049 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=103278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:03:12.957196 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16008886'] for segment (6d1cba85-c038-4ea7-8259-ef8d759ac170), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: Traceback (most recent call last): Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: timer() Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: cb(*args, **kw) Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: return func(*args, **kwargs) Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: self._notify() Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: self.callback(batched_events) Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: event.method(event) Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: return f(self, *a, **k) Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._get(url).json() Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: return self.request(url, 'GET', **kwargs) Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:03:12.959189 dv-cinder-788368-4-iscsi neutron-server[103278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:03:13.033572 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (f961b6b3-e0cf-4160-9b4d-52bd274e8b2d), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:13.040051 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:13.046885 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] 10.222.0.30 "DELETE /v2.0/networks/f961b6b3-e0cf-4160-9b4d-52bd274e8b2d HTTP/1.1" status: 204 len: 168 time: 0.4206448 Mar 11 18:03:13.057807 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12845b-3f1d-445b-ad62-638fe3a3eeba admin admin] Pushing event deleted for resources: {'Network': ['ID=f961b6b3-e0cf-4160-9b4d-52bd274e8b2d,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:13.255169 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 54842) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:13.300942 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-e4fe4900-1bc8-40f2-a0ff-4793a25e13e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39ddda7823784f3eaf888acc2d7fdb88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440516 Mar 11 18:03:13.303537 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 54844) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:13.362083 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-129c9951-4800-40a1-a9d8-2b1f6e3443bf admin admin] Publish callbacks [] for security_group (a9f704ea-8b69-428c-95ce-c7e2875dee22), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:13.392362 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-129c9951-4800-40a1-a9d8-2b1f6e3443bf admin admin] Publish callbacks [] for security_group (a9f704ea-8b69-428c-95ce-c7e2875dee22), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:13.448533 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-129c9951-4800-40a1-a9d8-2b1f6e3443bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (a9f704ea-8b69-428c-95ce-c7e2875dee22), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:13.452135 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-129c9951-4800-40a1-a9d8-2b1f6e3443bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:13.453616 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-129c9951-4800-40a1-a9d8-2b1f6e3443bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9f704ea-8b69-428c-95ce-c7e2875dee22 HTTP/1.1" status: 204 len: 168 time: 0.1490657 Mar 11 18:03:13.463162 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c9951-4800-40a1-a9d8-2b1f6e3443bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f704ea-8b69-428c-95ce-c7e2875dee22,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:13.699869 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1d546-517a-4787-9ece-8b007db222dd req-c74fdc21-6340-4361-a3be-e6cd78cf19d0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:13.702319 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f7d1d546-517a-4787-9ece-8b007db222dd req-c74fdc21-6340-4361-a3be-e6cd78cf19d0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 944 time: 0.0746720 Mar 11 18:03:13.772871 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f7d1d546-517a-4787-9ece-8b007db222dd req-f9f20d6b-b500-4670-9480-b6df5cbcfc4c tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601721 Mar 11 18:03:13.905993 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54856) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:13.917675 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7bd47-c4f5-495a-a846-22c7711c6e3c req-16781c02-2e83-4aeb-b66b-f38f5da75e61 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:13.919307 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-79c7bd47-c4f5-495a-a846-22c7711c6e3c req-16781c02-2e83-4aeb-b66b-f38f5da75e61 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0697775 Mar 11 18:03:13.967754 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-86fe6956-1663-4cac-aebd-4da235db76a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa3b7ba5a1de4cd6b170ddb49da4af23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598047 Mar 11 18:03:13.971093 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 54858) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:13.992848 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-79c7bd47-c4f5-495a-a846-22c7711c6e3c req-ce6382f6-0800-4f03-83ed-05722aeeba2f tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641956 Mar 11 18:03:14.046838 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Publish callbacks [] for security_group (871ed243-a38b-42fb-aa07-9f4034ba8a98), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:14.069701 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Publish callbacks [] for security_group (871ed243-a38b-42fb-aa07-9f4034ba8a98), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:14.124293 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (871ed243-a38b-42fb-aa07-9f4034ba8a98), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:14.127831 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:14.133563 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/871ed243-a38b-42fb-aa07-9f4034ba8a98 HTTP/1.1" status: 204 len: 168 time: 0.1608996 Mar 11 18:03:14.147473 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871ed243-a38b-42fb-aa07-9f4034ba8a98,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:14.163645 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.164492 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.165057 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.165613 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.166305 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.166779 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.167382 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.167919 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.168518 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.169100 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.169831 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.170609 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.171281 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec0d50-234e-446e-bcd1-c670b757fc0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:14.935661 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3328e-20d1-44a9-982d-abe044ed6831 req-492be0b4-a2dc-4178-b570-6e71b026cac5 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:14.937274 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6fc3328e-20d1-44a9-982d-abe044ed6831 req-492be0b4-a2dc-4178-b570-6e71b026cac5 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 944 time: 0.0750875 Mar 11 18:03:15.004183 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6fc3328e-20d1-44a9-982d-abe044ed6831 req-dba598a2-a620-4994-9142-064b1a8d8020 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561812 Mar 11 18:03:15.142426 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cc2ba-3fb3-4539-ba00-19186face156 req-01dcb259-ac33-4c00-9047-02821bf49f4e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:15.143942 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f54cc2ba-3fb3-4539-ba00-19186face156 req-01dcb259-ac33-4c00-9047-02821bf49f4e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0601041 Mar 11 18:03:15.199100 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f54cc2ba-3fb3-4539-ba00-19186face156 req-4ce14d7a-f656-4aa3-8403-02a40a30fc48 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489919 Mar 11 18:03:16.154946 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2637c43-0e61-4c61-b911-53588d97327b req-d56b3b34-ffe0-42af-aa08-32be00684300 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:16.156621 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c2637c43-0e61-4c61-b911-53588d97327b req-d56b3b34-ffe0-42af-aa08-32be00684300 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 944 time: 0.0649710 Mar 11 18:03:16.216058 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c2637c43-0e61-4c61-b911-53588d97327b req-fce1ca20-e3fc-4041-95c6-c4fe6c85df6d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493379 Mar 11 18:03:16.340295 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060d033-9e37-4a14-9d20-58437ec0b448 req-50a49437-8698-4805-9472-537fa2bd1a8f tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:16.342150 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5060d033-9e37-4a14-9d20-58437ec0b448 req-50a49437-8698-4805-9472-537fa2bd1a8f tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0663021 Mar 11 18:03:16.433989 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5060d033-9e37-4a14-9d20-58437ec0b448 req-05ea5b9a-f7a8-4ca9-a7bb-e6c2b30bef26 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851843 Mar 11 18:03:16.662023 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device d5e60f90-f65d-4aae-9ecc-c2626e70ce1a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:03:16.787997 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:16.802105 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'port_id': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a', 'mac_address': 'fa:16:3e:8d:93:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:03:16.863870 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:16.864527 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:16.887025 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e60f90-f65d-4aae-9ecc-c2626e70ce1a {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:03:16.922422 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:16.927684 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:16.984796 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:17.364179 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ffe52-726b-4724-8e6a-0de32ff3c351 req-04bc35d9-8785-42c3-8d1b-0a04a7b9a239 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:17.365827 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f49ffe52-726b-4724-8e6a-0de32ff3c351 req-04bc35d9-8785-42c3-8d1b-0a04a7b9a239 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 945 time: 0.0557621 Mar 11 18:03:17.426039 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f49ffe52-726b-4724-8e6a-0de32ff3c351 req-b59c028c-24b4-4800-9901-ed92fc0c9b40 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542042 Mar 11 18:03:17.554232 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['d5e60f90-f65d-4aae-9ecc-c2626e70ce1a'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:03:17.583028 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a84015-9bb3-45f0-bc85-f69a51b74ac9 req-32511e17-6d6e-4022-8eb1-fbf10a608d89 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:17.584879 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-85a84015-9bb3-45f0-bc85-f69a51b74ac9 req-32511e17-6d6e-4022-8eb1-fbf10a608d89 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0709929 Mar 11 18:03:17.661974 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-85a84015-9bb3-45f0-bc85-f69a51b74ac9 req-c5120f4a-ce5a-4b03-a4d2-faba928dc084 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693846 Mar 11 18:03:17.789829 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee086f-5ce5-4d3c-9b3a-3a9f38a5ccc6 req-eb7cde4e-256a-46b2-be51-8af91c7d0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:17.791633 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8eee086f-5ce5-4d3c-9b3a-3a9f38a5ccc6 req-eb7cde4e-256a-46b2-be51-8af91c7d0f60 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 1129 time: 0.0540879 Mar 11 18:03:17.843893 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8eee086f-5ce5-4d3c-9b3a-3a9f38a5ccc6 req-1ec5b515-d8ef-4d33-94de-97247a69e55d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441496 Mar 11 18:03:18.563544 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf66308-e1b4-4dac-b211-a07705d31db6 req-8ab0c7bf-455c-4b3a-ad13-10d986b24134 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:18.567335 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5cf66308-e1b4-4dac-b211-a07705d31db6 req-8ab0c7bf-455c-4b3a-ad13-10d986b24134 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 945 time: 0.0674474 Mar 11 18:03:18.625706 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5cf66308-e1b4-4dac-b211-a07705d31db6 req-3a33e164-0480-4bf2-afcf-2a57c011f532 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509357 Mar 11 18:03:18.818749 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925fc2a-593b-4f1d-9440-43409bf438cd req-8475a79b-8e5c-4125-87b3-bd529b660a69 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:18.820384 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f925fc2a-593b-4f1d-9440-43409bf438cd req-8475a79b-8e5c-4125-87b3-bd529b660a69 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0655115 Mar 11 18:03:18.887868 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f925fc2a-593b-4f1d-9440-43409bf438cd req-e6e02803-df37-4e2a-b15c-6c6c26a29602 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573947 Mar 11 18:03:19.817877 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7cdf4-6a0d-4b61-8e54-e34794fff4c2 req-fc70deea-d21f-4965-adba-631830a5d3df tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:19.819813 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-56d7cdf4-6a0d-4b61-8e54-e34794fff4c2 req-fc70deea-d21f-4965-adba-631830a5d3df tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 945 time: 0.0750577 Mar 11 18:03:19.880918 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-56d7cdf4-6a0d-4b61-8e54-e34794fff4c2 req-485b4a16-3e07-4ddc-a651-cb96500b1e36 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517697 Mar 11 18:03:20.041366 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffdd0c-f584-45e3-9b0f-e8bf3c7fc365 req-f0ba98b3-02e0-4459-b50f-7e6e4b4a66c9 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:20.043552 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1fffdd0c-f584-45e3-9b0f-e8bf3c7fc365 req-f0ba98b3-02e0-4459-b50f-7e6e4b4a66c9 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0717344 Mar 11 18:03:20.097917 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1fffdd0c-f584-45e3-9b0f-e8bf3c7fc365 req-39e9de99-e696-4258-911b-1541a24ee44d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458930 Mar 11 18:03:20.242654 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0f7d2-fbdc-4a8d-8da9-e8f2ce7a5aba req-4d46aab6-4623-4fd0-84c4-de8876a9c00b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:20.244525 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a9d0f7d2-fbdc-4a8d-8da9-e8f2ce7a5aba req-4d46aab6-4623-4fd0-84c4-de8876a9c00b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0710418 Mar 11 18:03:20.314210 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a9d0f7d2-fbdc-4a8d-8da9-e8f2ce7a5aba req-153858bd-7375-414c-be24-369561588451 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625350 Mar 11 18:03:20.676321 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device d5e60f90-f65d-4aae-9ecc-c2626e70ce1a up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:03:20.768944 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:03:20.774047 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:20.774721 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:20.872086 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:20.872477 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:20.901114 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:03:20.903492 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e0f688-1afe-4306-baa3-6ba5a1e7716d" -d '{"events": [{"server_uuid": "889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2", "name": "network-vif-plugged", "status": "completed", "tag": "d5e60f90-f65d-4aae-9ecc-c2626e70ce1a"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:03:20.918694 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:20.931468 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:20.974418 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fe422b-1b51-4d9f-9a89-d0ca668d101d x-openstack-request-id: req-b6fe422b-1b51-4d9f-9a89-d0ca668d101d {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:03:20.975183 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2", "name": "network-vif-plugged", "status": "completed", "tag": "d5e60f90-f65d-4aae-9ecc-c2626e70ce1a", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:03:20.981721 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6fe422b-1b51-4d9f-9a89-d0ca668d101d {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:03:20.981999 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a', 'code': 200} Mar 11 18:03:21.037744 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:21.104958 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207d7b9-0f9d-4f11-b9b2-23604c38dc09 req-b679782f-5728-4e67-85c2-9eaa4bf7d6b9 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:21.109454 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8207d7b9-0f9d-4f11-b9b2-23604c38dc09 req-b679782f-5728-4e67-85c2-9eaa4bf7d6b9 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.1007359 Mar 11 18:03:21.230304 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8207d7b9-0f9d-4f11-b9b2-23604c38dc09 req-7485a7b9-d089-4830-ac30-c7544529656d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107049 Mar 11 18:03:21.266306 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57085b85-29c7-4a3f-af8f-e42348fe67f6 req-d6479b9c-accd-4852-bc7b-8d28016a6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:21.268975 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-57085b85-29c7-4a3f-af8f-e42348fe67f6 req-d6479b9c-accd-4852-bc7b-8d28016a6b54 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 1130 time: 0.0934472 Mar 11 18:03:21.330067 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-57085b85-29c7-4a3f-af8f-e42348fe67f6 req-cf4f4aec-11da-4d15-b376-75c3f68fb61a service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547996 Mar 11 18:03:22.154537 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4589c-d939-4d7a-b795-c840cdd0cc82 req-77fe7b0a-a2cb-4b5b-ae0e-74d7fbe21a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:22.156095 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-36b4589c-d939-4d7a-b795-c840cdd0cc82 req-77fe7b0a-a2cb-4b5b-ae0e-74d7fbe21a8b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 1129 time: 0.0883682 Mar 11 18:03:22.177501 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538c668-ff61-49cd-885d-e1e561a1b65e req-f42a88af-fe10-4ee2-b3fb-a3a6412352b5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:22.179213 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8538c668-ff61-49cd-885d-e1e561a1b65e req-f42a88af-fe10-4ee2-b3fb-a3a6412352b5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0759938 Mar 11 18:03:22.413667 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8538c668-ff61-49cd-885d-e1e561a1b65e req-f304ff64-e326-40b5-857f-5cc910310988 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096970 Mar 11 18:03:22.430202 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4589c-d939-4d7a-b795-c840cdd0cc82 req-187c6774-b0bb-4ca2-b939-80edafc21f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:22.431949 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-36b4589c-d939-4d7a-b795-c840cdd0cc82 req-187c6774-b0bb-4ca2-b939-80edafc21f36 service neutron] 10.222.0.104 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 919 time: 0.2689929 Mar 11 18:03:22.461299 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc24c2-51c6-4183-a78a-700dfaa3575d req-32697191-100e-4950-be66-fe3735eb52bd tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:22.463000 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b3dc24c2-51c6-4183-a78a-700dfaa3575d req-32697191-100e-4950-be66-fe3735eb52bd tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.1422365 Mar 11 18:03:22.493674 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-36b4589c-d939-4d7a-b795-c840cdd0cc82 req-2c43406f-dc8b-4562-b51f-7d81250b6a72 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7b752e-b47c-4482-a1cf-cf0a4a87632f HTTP/1.1" status: 200 len: 217 time: 0.0527942 Mar 11 18:03:22.580988 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4589c-d939-4d7a-b795-c840cdd0cc82 req-1032bb92-606c-453e-8dbf-ee3ee78f5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:22.582518 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-36b4589c-d939-4d7a-b795-c840cdd0cc82 req-1032bb92-606c-453e-8dbf-ee3ee78f5105 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7d395e4c-e767-470a-8b97-81a4caa9b38e HTTP/1.1" status: 200 len: 857 time: 0.0826139 Mar 11 18:03:22.586120 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b3dc24c2-51c6-4183-a78a-700dfaa3575d req-d363fba3-19af-4a9c-9d73-0885eab8a679 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953047 Mar 11 18:03:22.621729 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-36b4589c-d939-4d7a-b795-c840cdd0cc82 req-c3ce5f03-d583-4878-b0c3-a96d705a028e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf8b21d-4c74-4320-a597-db72e3e147d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318897 Mar 11 18:03:22.753427 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-36b4589c-d939-4d7a-b795-c840cdd0cc82 req-e6badc19-db8d-434a-a60c-8ce594d89f63 service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226869 Mar 11 18:03:22.903686 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-36b4589c-d939-4d7a-b795-c840cdd0cc82 req-1e814744-88f3-4ebc-bba9-54101e647f39 service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431143 Mar 11 18:03:23.555897 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117ea3a-d98e-4e3d-b492-c7c76628597e req-22aec6d0-32cb-4ec0-87c5-b68838ac01af tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:23.557502 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6117ea3a-d98e-4e3d-b492-c7c76628597e req-22aec6d0-32cb-4ec0-87c5-b68838ac01af tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0652807 Mar 11 18:03:23.636316 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6117ea3a-d98e-4e3d-b492-c7c76628597e req-0a459870-a0ca-4059-9d99-5f3b31e60607 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723295 Mar 11 18:03:23.756531 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8797f-c61b-4563-98fd-d7de2b364e6b req-af1b8e90-9187-4908-99f2-c00521bc819b tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:23.758469 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fca8797f-c61b-4563-98fd-d7de2b364e6b req-af1b8e90-9187-4908-99f2-c00521bc819b tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0746701 Mar 11 18:03:24.109999 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fca8797f-c61b-4563-98fd-d7de2b364e6b req-be10a7fb-3ff5-4d0f-b30a-d42ee695592f tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447220 Mar 11 18:03:24.266212 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74935f50-70cd-42c0-ba4d-832909154920 req-10c5420c-f4fe-4d4f-9403-4860d7f9aba4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:24.267324 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-74935f50-70cd-42c0-ba4d-832909154920 req-10c5420c-f4fe-4d4f-9403-4860d7f9aba4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0771368 Mar 11 18:03:24.281676 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55138) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:24.287089 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-f27d7019-3004-4eee-b454-138e468856f7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Request body: {'floatingip': {'port_id': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:24.356409 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f27d7019-3004-4eee-b454-138e468856f7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (0d86938e-cf25-46d0-8e77-a9288d8c4dfb), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:24.851091 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ab3a4-58d0-4c13-9339-5fec300763a9 req-d391ea69-2216-4d11-a490-a4142bb6fbb1 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:24.853233 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-962ab3a4-58d0-4c13-9339-5fec300763a9 req-d391ea69-2216-4d11-a490-a4142bb6fbb1 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0892193 Mar 11 18:03:24.917809 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-962ab3a4-58d0-4c13-9339-5fec300763a9 req-7f2ab522-5931-433f-bc5f-9005d02945d0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541651 Mar 11 18:03:25.027440 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f27d7019-3004-4eee-b454-138e468856f7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:25.032218 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f27d7019-3004-4eee-b454-138e468856f7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (0d86938e-cf25-46d0-8e77-a9288d8c4dfb), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:25.145476 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.l3_db [None req-f27d7019-3004-4eee-b454-138e468856f7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Floating IP 0d86938e-cf25-46d0-8e77-a9288d8c4dfb associated. External IP: 172.27.0.141, port: d5e60f90-f65d-4aae-9ecc-c2626e70ce1a. Mar 11 18:03:25.389498 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27d7019-3004-4eee-b454-138e468856f7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Router 28ea0ebe-a981-414f-8658-d3f67fa59347 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:03:25.715966 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27d7019-3004-4eee-b454-138e468856f7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:03:25.722983 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f27d7019-3004-4eee-b454-138e468856f7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:25.730708 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4367e3-a762-4a7e-830f-e0f7ae3923f5 None None] Sync routers for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:03:25.751655 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4367e3-a762-4a7e-830f-e0f7ae3923f5 None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:03:25.752958 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-3e4367e3-a762-4a7e-830f-e0f7ae3923f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:03:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:25.762625 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-f27d7019-3004-4eee-b454-138e468856f7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "PUT /v2.0/floatingips/0d86938e-cf25-46d0-8e77-a9288d8c4dfb HTTP/1.1" status: 200 len: 992 time: 1.4729884 Mar 11 18:03:25.762625 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'tag': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:03:25.762625 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b617e911-b34d-479b-a529-5d67fb67a42b" -d '{"events": [{"name": "network-changed", "server_uuid": "889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2", "tag": "d5e60f90-f65d-4aae-9ecc-c2626e70ce1a"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:03:25.799670 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7419b81a-50af-4ef3-9ba2-8b233de93939 x-openstack-request-id: req-7419b81a-50af-4ef3-9ba2-8b233de93939 {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:03:25.799961 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2", "tag": "d5e60f90-f65d-4aae-9ecc-c2626e70ce1a", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:03:25.800212 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7419b81a-50af-4ef3-9ba2-8b233de93939 {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:03:25.800611 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'tag': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a', 'status': 'completed', 'code': 200} Mar 11 18:03:25.929757 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-3e4367e3-a762-4a7e-830f-e0f7ae3923f5 None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:03:26.073366 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630f7fe-7c67-4c63-a307-2ed54b16abb3 req-776c6627-661f-4ba4-961a-ae124833b9dd tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:26.075930 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a630f7fe-7c67-4c63-a307-2ed54b16abb3 req-776c6627-661f-4ba4-961a-ae124833b9dd tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0800905 Mar 11 18:03:26.152671 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a630f7fe-7c67-4c63-a307-2ed54b16abb3 req-4094fa76-7148-489a-b637-22ceeb7471db tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699735 Mar 11 18:03:26.206058 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-3e4367e3-a762-4a7e-830f-e0f7ae3923f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '0d86938e-cf25-46d0-8e77-a9288d8c4dfb', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'port_id': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'mac_address': 'fa:16:3e:8d:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:03:04Z', 'updated_at': '2022-03-11T18:03:24Z', 'revision_number': 1, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:26.242679 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4367e3-a762-4a7e-830f-e0f7ae3923f5 None None] Checking router: 28ea0ebe-a981-414f-8658-d3f67fa59347 for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:03:26.253576 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4367e3-a762-4a7e-830f-e0f7ae3923f5 None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:03:26.254199 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-3e4367e3-a762-4a7e-830f-e0f7ae3923f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:03:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:26.375542 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-3e4367e3-a762-4a7e-830f-e0f7ae3923f5 None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:03:26.834267 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-3e4367e3-a762-4a7e-830f-e0f7ae3923f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '0d86938e-cf25-46d0-8e77-a9288d8c4dfb', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'port_id': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'mac_address': 'fa:16:3e:8d:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:03:04Z', 'updated_at': '2022-03-11T18:03:24Z', 'revision_number': 1, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:26.886084 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4367e3-a762-4a7e-830f-e0f7ae3923f5 None None] The sync data for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi is: [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '0d86938e-cf25-46d0-8e77-a9288d8c4dfb', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'port_id': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'mac_address': 'fa:16:3e:8d:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:03:04Z', 'updated_at': '2022-03-11T18:03:24Z', 'revision_number': 1, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:03:27.116091 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01ed1b7-37e6-41aa-b8be-4f3024c2801f None None] New status for floating IP 0d86938e-cf25-46d0-8e77-a9288d8c4dfb: ACTIVE {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:03:27.310784 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4107d-d58e-4fa9-9552-3717372d4965 req-401ca059-faf2-454f-a770-8ff71579aff5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:27.312717 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-81f4107d-d58e-4fa9-9552-3717372d4965 req-401ca059-faf2-454f-a770-8ff71579aff5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0762832 Mar 11 18:03:27.391804 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-81f4107d-d58e-4fa9-9552-3717372d4965 req-93eacb23-f6e3-45e3-82cd-c2294f323a9a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699294 Mar 11 18:03:28.525264 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18440bf4-2294-4582-85fa-f53d344b5712 req-38788197-4cf4-4c2f-87e9-38fd047aac41 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:28.526965 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-18440bf4-2294-4582-85fa-f53d344b5712 req-38788197-4cf4-4c2f-87e9-38fd047aac41 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0601621 Mar 11 18:03:28.611905 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-18440bf4-2294-4582-85fa-f53d344b5712 req-fec85675-6442-458d-a7b3-0ceca2f48299 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768008 Mar 11 18:03:28.848426 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:29.746443 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617e911-b34d-479b-a529-5d67fb67a42b req-d967a36d-6d5c-4e9a-ab4d-470944ac0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:29.748104 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b617e911-b34d-479b-a529-5d67fb67a42b req-d967a36d-6d5c-4e9a-ab4d-470944ac0312 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 1130 time: 0.0923626 Mar 11 18:03:29.780038 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e349aa-448c-4495-869f-6dfa70db08d9 req-d1582c55-0b93-4116-aa49-aaa730f14821 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:29.782804 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5e349aa-448c-4495-869f-6dfa70db08d9 req-d1582c55-0b93-4116-aa49-aaa730f14821 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0924973 Mar 11 18:03:29.861945 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5e349aa-448c-4495-869f-6dfa70db08d9 req-3adaf31b-d756-4c99-a736-4a7c9be2ffe9 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729101 Mar 11 18:03:31.051687 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcea2e7-ddb4-4b24-bca5-971074463c19 req-6b9355fa-00fc-4256-b47b-f5ed329b163b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:31.053342 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afcea2e7-ddb4-4b24-bca5-971074463c19 req-6b9355fa-00fc-4256-b47b-f5ed329b163b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1208413 Mar 11 18:03:31.077352 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617e911-b34d-479b-a529-5d67fb67a42b req-cb786396-1b2c-4653-8069-8d22bf763321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:31.078891 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b617e911-b34d-479b-a529-5d67fb67a42b req-cb786396-1b2c-4653-8069-8d22bf763321 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 200 len: 912 time: 0.1375568 Mar 11 18:03:31.167166 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afcea2e7-ddb4-4b24-bca5-971074463c19 req-73aa2707-f8c9-43dd-afed-b9ca282bfac0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028724 Mar 11 18:03:31.174234 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b617e911-b34d-479b-a529-5d67fb67a42b req-2a7240ff-cf57-4f93-a279-bc43efd45e1c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a HTTP/1.1" status: 200 len: 1002 time: 0.0883441 Mar 11 18:03:31.248859 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617e911-b34d-479b-a529-5d67fb67a42b req-9d4f5f40-77d9-4611-ac5d-b4febb2e2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:31.250898 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b617e911-b34d-479b-a529-5d67fb67a42b req-9d4f5f40-77d9-4611-ac5d-b4febb2e2215 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7e12c3d1-69e8-4abe-b37a-16101f32e8bf HTTP/1.1" status: 200 len: 849 time: 0.0572970 Mar 11 18:03:31.317574 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617e911-b34d-479b-a529-5d67fb67a42b req-93ad28ae-70f2-4905-8226-e87947cf9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:31.319233 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b617e911-b34d-479b-a529-5d67fb67a42b req-93ad28ae-70f2-4905-8226-e87947cf9a6f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1949826b-fdc5-4b0c-b2df-a46af14b0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621760 Mar 11 18:03:31.427633 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b617e911-b34d-479b-a529-5d67fb67a42b req-453f9d05-74cb-4fa3-83ee-00844d10bd3d service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016481 Mar 11 18:03:31.534906 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b617e911-b34d-479b-a529-5d67fb67a42b req-4bd9088d-d05b-4d0d-b60f-2a965c7f68ed service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009016 Mar 11 18:03:32.319378 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d7b9a-7e58-438f-905c-1681e28d3c55 req-fbbfe0fd-f4fe-4c83-a791-455d2ce920d8 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:32.321212 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2a2d7b9a-7e58-438f-905c-1681e28d3c55 req-fbbfe0fd-f4fe-4c83-a791-455d2ce920d8 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0791664 Mar 11 18:03:32.401706 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2a2d7b9a-7e58-438f-905c-1681e28d3c55 req-a13d36e6-0c71-4798-8205-0127032f031e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705061 Mar 11 18:03:33.552608 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b38ec-bc2e-4607-a3a1-1c32b219ff06 req-f7dad52b-10d8-488a-af33-2344878eb072 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:33.554144 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c40b38ec-bc2e-4607-a3a1-1c32b219ff06 req-f7dad52b-10d8-488a-af33-2344878eb072 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0602758 Mar 11 18:03:33.622747 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c40b38ec-bc2e-4607-a3a1-1c32b219ff06 req-a0f888db-0c10-4558-8f88-d7ec501993e9 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605009 Mar 11 18:03:34.042327 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:03:34.772882 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dd1d4-ae38-4496-8ef8-eb7ef339848c req-02db08fd-ff5d-41ba-b56d-b87a066f4033 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:34.774832 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2b7dd1d4-ae38-4496-8ef8-eb7ef339848c req-02db08fd-ff5d-41ba-b56d-b87a066f4033 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0645983 Mar 11 18:03:34.826051 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2b7dd1d4-ae38-4496-8ef8-eb7ef339848c req-b0414df4-203e-45df-b399-eb10387a4ada tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 Mar 11 18:03:34.942643 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5756a916-5dd5-4cee-88aa-02041305d277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:35.961193 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdc4f6-66c5-4e31-87bf-fe3328484426 req-0e34d40a-a08a-46e6-b225-9749d51de872 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:35.962683 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2afdc4f6-66c5-4e31-87bf-fe3328484426 req-0e34d40a-a08a-46e6-b225-9749d51de872 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0636723 Mar 11 18:03:36.013639 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2afdc4f6-66c5-4e31-87bf-fe3328484426 req-b65ab28b-17a3-4ad2-be9f-5d393c748a01 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452609 Mar 11 18:03:36.709486 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55328) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:36.862971 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-be6bc483-aa92-476c-ab68-e3b303e9e3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:36.962471 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-be6bc483-aa92-476c-ab68-e3b303e9e3a1 admin admin] Publish callbacks [] for security_group (997ce5c1-569f-4275-9423-ebece58dd219), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:36.969597 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-be6bc483-aa92-476c-ab68-e3b303e9e3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (997ce5c1-569f-4275-9423-ebece58dd219), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:37.010205 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-be6bc483-aa92-476c-ab68-e3b303e9e3a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bd13d2cbc304d698a95679e7036efd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994862 Mar 11 18:03:37.011090 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bc483-aa92-476c-ab68-e3b303e9e3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997ce5c1-569f-4275-9423-ebece58dd219,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:37.014771 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 55332) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:37.079998 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c341e831-5696-41ef-86be-afca5afba427 admin admin] Publish callbacks [] for security_group (997ce5c1-569f-4275-9423-ebece58dd219), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:37.107465 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c341e831-5696-41ef-86be-afca5afba427 admin admin] Publish callbacks [] for security_group (997ce5c1-569f-4275-9423-ebece58dd219), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:37.242348 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1087f-8570-45d8-a11f-4bd1eb103536 req-c293341c-0d13-470d-9a31-7f67d6b45cbc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:37.244678 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ffe1087f-8570-45d8-a11f-4bd1eb103536 req-c293341c-0d13-470d-9a31-7f67d6b45cbc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1343648 Mar 11 18:03:37.273638 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c341e831-5696-41ef-86be-afca5afba427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (997ce5c1-569f-4275-9423-ebece58dd219), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:37.278277 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c341e831-5696-41ef-86be-afca5afba427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:37.280042 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-c341e831-5696-41ef-86be-afca5afba427 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/997ce5c1-569f-4275-9423-ebece58dd219 HTTP/1.1" status: 204 len: 168 time: 0.2623081 Mar 11 18:03:37.301582 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341e831-5696-41ef-86be-afca5afba427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997ce5c1-569f-4275-9423-ebece58dd219,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:37.341196 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ffe1087f-8570-45d8-a11f-4bd1eb103536 req-92f57145-5ee8-436f-8fb5-e55e6913d585 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898919 Mar 11 18:03:37.877231 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-de9b2aa6-d91b-4dcd-9e35-bbb997adbf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:38.100950 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55382) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:38.228587 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ded80c21-e7a5-4217-bfb6-5e376bbf8640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:38.330740 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ded80c21-e7a5-4217-bfb6-5e376bbf8640 admin admin] Publish callbacks [] for security_group (c7bd6dfe-9e1d-4ec8-b35d-b07b5fc0e757), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:38.336383 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ded80c21-e7a5-4217-bfb6-5e376bbf8640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (c7bd6dfe-9e1d-4ec8-b35d-b07b5fc0e757), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:38.377937 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ded80c21-e7a5-4217-bfb6-5e376bbf8640 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=941db6478bb74a14857e73854886ca4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756557 Mar 11 18:03:38.382222 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 55400) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:38.397674 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80c21-e7a5-4217-bfb6-5e376bbf8640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bd6dfe-9e1d-4ec8-b35d-b07b5fc0e757,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:38.472630 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ab95e1d7-6c2e-4936-afd6-45d25af36b35 admin admin] Publish callbacks [] for security_group (c7bd6dfe-9e1d-4ec8-b35d-b07b5fc0e757), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:38.524829 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ab95e1d7-6c2e-4936-afd6-45d25af36b35 admin admin] Publish callbacks [] for security_group (c7bd6dfe-9e1d-4ec8-b35d-b07b5fc0e757), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:38.587106 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dd523-7ce0-4f79-adb1-f0f29a3ccc0a req-e3f7455e-fcab-4151-9289-ea3ac1712dc0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:38.589138 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c83dd523-7ce0-4f79-adb1-f0f29a3ccc0a req-e3f7455e-fcab-4151-9289-ea3ac1712dc0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1311917 Mar 11 18:03:38.646104 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ab95e1d7-6c2e-4936-afd6-45d25af36b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (c7bd6dfe-9e1d-4ec8-b35d-b07b5fc0e757), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:38.649754 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ab95e1d7-6c2e-4936-afd6-45d25af36b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:38.651275 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-ab95e1d7-6c2e-4936-afd6-45d25af36b35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7bd6dfe-9e1d-4ec8-b35d-b07b5fc0e757 HTTP/1.1" status: 204 len: 168 time: 0.2664025 Mar 11 18:03:38.691694 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95e1d7-6c2e-4936-afd6-45d25af36b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bd6dfe-9e1d-4ec8-b35d-b07b5fc0e757,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:38.711777 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c83dd523-7ce0-4f79-adb1-f0f29a3ccc0a req-bff953d1-3618-49ed-a4e5-8aaecb5a63f5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143713 Mar 11 18:03:39.057197 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 55410) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:39.073152 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-05c23864-d397-4a53-bcf5-d841ceee7e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:39.174362 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-05c23864-d397-4a53-bcf5-d841ceee7e07 admin admin] Publish callbacks [] for security_group (e84674eb-5512-468a-a764-fa84a4cd32ee), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:39.180523 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-05c23864-d397-4a53-bcf5-d841ceee7e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e84674eb-5512-468a-a764-fa84a4cd32ee), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:39.234078 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c23864-d397-4a53-bcf5-d841ceee7e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84674eb-5512-468a-a764-fa84a4cd32ee,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:39.244626 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-05c23864-d397-4a53-bcf5-d841ceee7e07 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46e5c7d50b89498b94be0c3fa1e1a6db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1818366 Mar 11 18:03:39.245476 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 55414) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:39.299496 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-46baf92a-354e-4766-8fc6-5596c34478a5 admin admin] Publish callbacks [] for security_group (e84674eb-5512-468a-a764-fa84a4cd32ee), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:39.326851 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-46baf92a-354e-4766-8fc6-5596c34478a5 admin admin] Publish callbacks [] for security_group (e84674eb-5512-468a-a764-fa84a4cd32ee), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:39.378393 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-46baf92a-354e-4766-8fc6-5596c34478a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e84674eb-5512-468a-a764-fa84a4cd32ee), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:39.381288 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-46baf92a-354e-4766-8fc6-5596c34478a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:39.382602 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-46baf92a-354e-4766-8fc6-5596c34478a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e84674eb-5512-468a-a764-fa84a4cd32ee HTTP/1.1" status: 204 len: 168 time: 0.1367893 Mar 11 18:03:39.391346 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baf92a-354e-4766-8fc6-5596c34478a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84674eb-5512-468a-a764-fa84a4cd32ee,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:39.892423 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115606f1-7cf2-465d-8c6a-8979d75ca928 req-7cefb6fb-c870-4f04-9c08-2d369fbfd00e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:39.894042 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-115606f1-7cf2-465d-8c6a-8979d75ca928 req-7cefb6fb-c870-4f04-9c08-2d369fbfd00e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0593512 Mar 11 18:03:39.959761 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-115606f1-7cf2-465d-8c6a-8979d75ca928 req-5ffb0064-e1dc-453b-a35e-bed787b49056 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564120 Mar 11 18:03:40.764802 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:41.101886 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf937b7a-713e-45df-8a51-aaf6fb955ac1 req-767e1236-7a52-4a74-b4c6-b190148ec0ab tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:41.107151 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bf937b7a-713e-45df-8a51-aaf6fb955ac1 req-767e1236-7a52-4a74-b4c6-b190148ec0ab tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0634255 Mar 11 18:03:41.171662 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bf937b7a-713e-45df-8a51-aaf6fb955ac1 req-4633ff25-ae96-46e1-a052-273356cce744 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616543 Mar 11 18:03:41.381156 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a7fc6-344f-4e17-9923-eff064d93a85 req-cbb780a3-7163-4005-baa6-3e41c07ddc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:41.386055 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eb2a7fc6-344f-4e17-9923-eff064d93a85 req-cbb780a3-7163-4005-baa6-3e41c07ddc71 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 1129 time: 0.0970707 Mar 11 18:03:41.456483 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eb2a7fc6-344f-4e17-9923-eff064d93a85 req-5a98c020-f4cb-45a8-9698-29041f47578a service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642729 Mar 11 18:03:41.656876 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:41.787532 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55508) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:41.908256 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-caf58b15-d405-49a4-afee-eb81c4ba05f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:41.990455 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-caf58b15-d405-49a4-afee-eb81c4ba05f4 admin admin] Publish callbacks [] for security_group (f6a2cec9-4c79-489e-b5df-351462841f95), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:41.997941 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-caf58b15-d405-49a4-afee-eb81c4ba05f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (f6a2cec9-4c79-489e-b5df-351462841f95), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.036070 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf58b15-d405-49a4-afee-eb81c4ba05f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a2cec9-4c79-489e-b5df-351462841f95,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:42.040694 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-caf58b15-d405-49a4-afee-eb81c4ba05f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c9844e5bebc4d9bb128b355bd00f1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518387 Mar 11 18:03:42.044835 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55512) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:42.097186 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fb4d6ef2-d57c-443a-a2d9-359074223265 admin admin] Publish callbacks [] for security_group (f6a2cec9-4c79-489e-b5df-351462841f95), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.120750 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fb4d6ef2-d57c-443a-a2d9-359074223265 admin admin] Publish callbacks [] for security_group (f6a2cec9-4c79-489e-b5df-351462841f95), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.176335 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fb4d6ef2-d57c-443a-a2d9-359074223265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (f6a2cec9-4c79-489e-b5df-351462841f95), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.179819 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fb4d6ef2-d57c-443a-a2d9-359074223265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.181242 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-fb4d6ef2-d57c-443a-a2d9-359074223265 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6a2cec9-4c79-489e-b5df-351462841f95 HTTP/1.1" status: 204 len: 168 time: 0.1353381 Mar 11 18:03:42.193743 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d6ef2-d57c-443a-a2d9-359074223265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a2cec9-4c79-489e-b5df-351462841f95,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:42.315875 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d55eb6-a3fa-41a0-a950-7ff1eed0fe15 req-ccfbfaa4-6a4e-4501-8b4f-1d929800358a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:42.317826 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-62d55eb6-a3fa-41a0-a950-7ff1eed0fe15 req-ccfbfaa4-6a4e-4501-8b4f-1d929800358a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0601065 Mar 11 18:03:42.380121 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-62d55eb6-a3fa-41a0-a950-7ff1eed0fe15 req-1aab432f-6fb2-41a1-95f3-c573103d0cc6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535769 Mar 11 18:03:42.403845 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.555217 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55524) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:42.568784 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-44b39779-55c2-489b-b73e-6efa2d228e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.653153 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-44b39779-55c2-489b-b73e-6efa2d228e3f admin admin] Publish callbacks [] for security_group (bb897a77-d13e-46e0-b17d-45fe64aa4ea5), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.658432 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-44b39779-55c2-489b-b73e-6efa2d228e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (bb897a77-d13e-46e0-b17d-45fe64aa4ea5), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.702239 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-44b39779-55c2-489b-b73e-6efa2d228e3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0d2c99846cb41289ba1b2e14530a194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458657 Mar 11 18:03:42.703152 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b39779-55c2-489b-b73e-6efa2d228e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb897a77-d13e-46e0-b17d-45fe64aa4ea5,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:42.706721 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 55526) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:42.788764 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e0c89532-88f1-46bb-850e-3c727bc9288b admin admin] Publish callbacks [] for security_group (bb897a77-d13e-46e0-b17d-45fe64aa4ea5), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.817618 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e0c89532-88f1-46bb-850e-3c727bc9288b admin admin] Publish callbacks [] for security_group (bb897a77-d13e-46e0-b17d-45fe64aa4ea5), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.882152 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e0c89532-88f1-46bb-850e-3c727bc9288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (bb897a77-d13e-46e0-b17d-45fe64aa4ea5), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.885250 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e0c89532-88f1-46bb-850e-3c727bc9288b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.890409 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-e0c89532-88f1-46bb-850e-3c727bc9288b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb897a77-d13e-46e0-b17d-45fe64aa4ea5 HTTP/1.1" status: 204 len: 168 time: 0.1815150 Mar 11 18:03:42.902322 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c89532-88f1-46bb-850e-3c727bc9288b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb897a77-d13e-46e0-b17d-45fe64aa4ea5,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:43.535926 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3dd96-ec15-4e9e-8a23-e9e32a94b551 req-50a4f8ac-8d5f-4b36-b0db-f4af6b464d21 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:43.536894 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5ac3dd96-ec15-4e9e-8a23-e9e32a94b551 req-50a4f8ac-8d5f-4b36-b0db-f4af6b464d21 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0666625 Mar 11 18:03:43.610974 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5ac3dd96-ec15-4e9e-8a23-e9e32a94b551 req-63b31dc8-d85f-48ba-8c82-5ff902a9772a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662801 Mar 11 18:03:44.028687 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec237af8-a75b-45be-be96-b5a1c81046ad req-e24388d6-f57c-4d0f-a490-5a3f995146e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:44.030463 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ec237af8-a75b-45be-be96-b5a1c81046ad req-e24388d6-f57c-4d0f-a490-5a3f995146e1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 1129 time: 0.1132405 Mar 11 18:03:44.106381 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998767e-022c-42d2-bab6-8d8f24334c48 req-3cc0c53a-3b69-4a9e-bf95-e6ad4193f037 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:44.108474 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8998767e-022c-42d2-bab6-8d8f24334c48 req-3cc0c53a-3b69-4a9e-bf95-e6ad4193f037 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1342101 Mar 11 18:03:44.204595 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec237af8-a75b-45be-be96-b5a1c81046ad req-037c6519-08ee-438a-ab96-215730a85221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:44.206123 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ec237af8-a75b-45be-be96-b5a1c81046ad req-037c6519-08ee-438a-ab96-215730a85221 service neutron] 10.222.0.104 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 919 time: 0.1649175 Mar 11 18:03:44.220232 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8998767e-022c-42d2-bab6-8d8f24334c48 req-40fbfb93-cbbf-48c2-a2dd-5b2aae6a617d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785899 Mar 11 18:03:44.267359 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ec237af8-a75b-45be-be96-b5a1c81046ad req-28db475b-5a8b-495d-ac7a-49a736d5339b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7b752e-b47c-4482-a1cf-cf0a4a87632f HTTP/1.1" status: 200 len: 217 time: 0.0459287 Mar 11 18:03:44.320921 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec237af8-a75b-45be-be96-b5a1c81046ad req-a69a246b-205a-4782-9634-8dc76aff5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:44.322900 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ec237af8-a75b-45be-be96-b5a1c81046ad req-a69a246b-205a-4782-9634-8dc76aff5c58 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7d395e4c-e767-470a-8b97-81a4caa9b38e HTTP/1.1" status: 200 len: 857 time: 0.0489459 Mar 11 18:03:44.358488 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ec237af8-a75b-45be-be96-b5a1c81046ad req-3ac11a2b-a945-41c0-ae63-1539b9864d9e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf8b21d-4c74-4320-a597-db72e3e147d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277810 Mar 11 18:03:44.465625 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ec237af8-a75b-45be-be96-b5a1c81046ad req-e63adbcf-587a-47e3-b87a-90892240c7fd service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999935 Mar 11 18:03:44.564222 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ec237af8-a75b-45be-be96-b5a1c81046ad req-6b087a03-81ba-41ae-ac7f-0719c43ed000 service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911062 Mar 11 18:03:45.386433 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6d8a0-a2a1-4e39-914d-f760ae07fa5a req-b2afbfe5-9dd9-4529-b714-6fc7cd9b0de5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:45.388960 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-39e6d8a0-a2a1-4e39-914d-f760ae07fa5a req-b2afbfe5-9dd9-4529-b714-6fc7cd9b0de5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0782063 Mar 11 18:03:45.459372 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-39e6d8a0-a2a1-4e39-914d-f760ae07fa5a req-7b814f4d-46d7-4e6a-b29a-5dbf40e61ab1 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641482 Mar 11 18:03:46.628318 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70973fa-8da5-4d37-b488-a4d74dd88545 req-66c0fabe-6658-42f3-ac1b-4391f287790e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:46.630394 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c70973fa-8da5-4d37-b488-a4d74dd88545 req-66c0fabe-6658-42f3-ac1b-4391f287790e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0749760 Mar 11 18:03:46.731566 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c70973fa-8da5-4d37-b488-a4d74dd88545 req-e7ccced7-00c5-46a2-a504-aaa55e945a12 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904346 Mar 11 18:03:47.887071 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea0e8c-90e5-4e0d-93b4-abd6ae1f108a req-89963592-3f71-423f-a2b9-73d6cfd0077b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:47.888736 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2bea0e8c-90e5-4e0d-93b4-abd6ae1f108a req-89963592-3f71-423f-a2b9-73d6cfd0077b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0895216 Mar 11 18:03:47.946759 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2bea0e8c-90e5-4e0d-93b4-abd6ae1f108a req-824b5bd9-2c75-4380-bb2a-a7bb460df7ec tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489056 Mar 11 18:03:48.837551 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55700) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:48.992944 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-579836d0-d3b8-4a30-855a-d32e9506df52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:49.088685 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-579836d0-d3b8-4a30-855a-d32e9506df52 admin admin] Publish callbacks [] for security_group (1f716809-a7da-491b-b949-7f4b2921505d), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:49.094518 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-579836d0-d3b8-4a30-855a-d32e9506df52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (1f716809-a7da-491b-b949-7f4b2921505d), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:49.167409 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-579836d0-d3b8-4a30-855a-d32e9506df52 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a75e4997e594197a5817ad84e18ffe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284278 Mar 11 18:03:49.168071 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 55712) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:49.170053 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579836d0-d3b8-4a30-855a-d32e9506df52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f716809-a7da-491b-b949-7f4b2921505d,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:49.254228 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf26fc92-bc80-4f77-ac2d-e0a4f4245120 admin admin] Publish callbacks [] for security_group (1f716809-a7da-491b-b949-7f4b2921505d), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:49.285248 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf26fc92-bc80-4f77-ac2d-e0a4f4245120 admin admin] Publish callbacks [] for security_group (1f716809-a7da-491b-b949-7f4b2921505d), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:49.422134 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf26fc92-bc80-4f77-ac2d-e0a4f4245120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (1f716809-a7da-491b-b949-7f4b2921505d), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:49.426824 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf26fc92-bc80-4f77-ac2d-e0a4f4245120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:49.428794 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-bf26fc92-bc80-4f77-ac2d-e0a4f4245120 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f716809-a7da-491b-b949-7f4b2921505d HTTP/1.1" status: 204 len: 168 time: 0.2590241 Mar 11 18:03:49.442458 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26fc92-bc80-4f77-ac2d-e0a4f4245120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f716809-a7da-491b-b949-7f4b2921505d,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:49.766971 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd47fd0-8ff2-4d23-aee5-48858f1fda37 req-39dd9593-68f3-452c-8821-3faa7546e311 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:49.768674 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-acd47fd0-8ff2-4d23-aee5-48858f1fda37 req-39dd9593-68f3-452c-8821-3faa7546e311 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0754080 Mar 11 18:03:49.854516 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-acd47fd0-8ff2-4d23-aee5-48858f1fda37 req-1833e6fe-7d1b-4431-9f37-a761919badf4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771565 Mar 11 18:03:51.008371 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55778) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:51.190368 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a9ba45f9-44de-414f-af14-2539f6fa2bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:51.341917 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a9ba45f9-44de-414f-af14-2539f6fa2bc6 admin admin] Publish callbacks [] for security_group (6cf84205-ba8f-41e7-92e0-b5954a7e918a), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:51.348937 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a9ba45f9-44de-414f-af14-2539f6fa2bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (6cf84205-ba8f-41e7-92e0-b5954a7e918a), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:51.397547 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-a9ba45f9-44de-414f-af14-2539f6fa2bc6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14b3e242ced84c7c922a3814690fc664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900218 Mar 11 18:03:51.398852 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba45f9-44de-414f-af14-2539f6fa2bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf84205-ba8f-41e7-92e0-b5954a7e918a,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:51.402917 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55788) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:51.457789 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ca41a4e2-8687-4e57-9584-0b896724336a admin admin] Publish callbacks [] for security_group (6cf84205-ba8f-41e7-92e0-b5954a7e918a), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:51.484111 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ca41a4e2-8687-4e57-9584-0b896724336a admin admin] Publish callbacks [] for security_group (6cf84205-ba8f-41e7-92e0-b5954a7e918a), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:51.543970 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ca41a4e2-8687-4e57-9584-0b896724336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (6cf84205-ba8f-41e7-92e0-b5954a7e918a), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:51.547053 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ca41a4e2-8687-4e57-9584-0b896724336a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:51.551069 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ca41a4e2-8687-4e57-9584-0b896724336a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6cf84205-ba8f-41e7-92e0-b5954a7e918a HTTP/1.1" status: 204 len: 168 time: 0.1445079 Mar 11 18:03:51.566573 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41a4e2-8687-4e57-9584-0b896724336a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf84205-ba8f-41e7-92e0-b5954a7e918a,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:53.005989 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 55846) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:53.144531 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6b97b04a-c9fa-4b12-a23e-d340b92fc4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:53.268840 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6b97b04a-c9fa-4b12-a23e-d340b92fc4ef admin admin] Publish callbacks [] for security_group (b6768557-ebc6-46cf-9125-c0730844fc4c), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:53.275873 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6b97b04a-c9fa-4b12-a23e-d340b92fc4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (b6768557-ebc6-46cf-9125-c0730844fc4c), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:53.343551 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97b04a-c9fa-4b12-a23e-d340b92fc4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6768557-ebc6-46cf-9125-c0730844fc4c,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:53.351407 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-6b97b04a-c9fa-4b12-a23e-d340b92fc4ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9082deacfb09469da2b643b53784ae40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430572 Mar 11 18:03:53.354725 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 55854) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:53.414940 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a6935888-2ba4-4469-8d82-e41782d1617f admin admin] Publish callbacks [] for security_group (b6768557-ebc6-46cf-9125-c0730844fc4c), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:53.439689 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a6935888-2ba4-4469-8d82-e41782d1617f admin admin] Publish callbacks [] for security_group (b6768557-ebc6-46cf-9125-c0730844fc4c), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:53.501590 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a6935888-2ba4-4469-8d82-e41782d1617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (b6768557-ebc6-46cf-9125-c0730844fc4c), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:53.505817 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a6935888-2ba4-4469-8d82-e41782d1617f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:53.511400 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-a6935888-2ba4-4469-8d82-e41782d1617f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6768557-ebc6-46cf-9125-c0730844fc4c HTTP/1.1" status: 204 len: 168 time: 0.1526985 Mar 11 18:03:53.523867 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6935888-2ba4-4469-8d82-e41782d1617f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6768557-ebc6-46cf-9125-c0730844fc4c,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:54.374158 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 55882) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:54.497120 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-639389592-network', 'tenant_id': '5d068b6700f743f0871553c9004b68f5'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:54.526330 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Made reservation on behalf of 5d068b6700f743f0871553c9004b68f5 for: {'network': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:03:54.528816 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:54.541429 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:54.650364 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Publish callbacks [] for security_group (fa66aa94-cb16-408e-a8ef-bf1278f6236b), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:54.655657 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (fa66aa94-cb16-408e-a8ef-bf1278f6236b), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:54.685025 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213} {{(pid=103277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:03:54.696329 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa66aa94-cb16-408e-a8ef-bf1278f6236b,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:54.702207 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (c410a452-772a-4fbe-b609-68d9cd018509), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:54.702567 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.segments_db [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Added segment c410a452-772a-4fbe-b609-68d9cd018509 of type vlan for network 367f9d44-ad67-4888-97fe-b38701e02a55 Mar 11 18:03:54.770440 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (367f9d44-ad67-4888-97fe-b38701e02a55), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:54.814945 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (367f9d44-ad67-4888-97fe-b38701e02a55), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:54.816647 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:54.817687 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:54.881073 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5050642 Mar 11 18:03:54.884615 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55892) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:54.893489 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-43b4492a-d2af-478e-add2-b8dc9478cf67 admin admin] Request body: {'subnet': {'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-639389592-subnet', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'ip_version': 4}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:54.925391 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b4492a-d2af-478e-add2-b8dc9478cf67 admin admin] Made reservation on behalf of 5d068b6700f743f0871553c9004b68f5 for: {'subnet': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:03:54.927905 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-43b4492a-d2af-478e-add2-b8dc9478cf67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13482927'] for subnet (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:54.937993 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9a871-5f9d-4da2-9473-63dc7fed4d6c admin admin] Pushing event updated for resources: {'Network': ['ID=367f9d44-ad67-4888-97fe-b38701e02a55,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:54.950294 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network 367f9d44-ad67-4888-97fe-b38701e02a55 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:03:55.128031 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-43b4492a-d2af-478e-add2-b8dc9478cf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16022571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13482881'] for subnet (166c4cc7-d4af-4652-88e3-ca087dc679cd), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:55.194927 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4492a-d2af-478e-add2-b8dc9478cf67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=166c4cc7-d4af-4652-88e3-ca087dc679cd,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:55.216893 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b4492a-d2af-478e-add2-b8dc9478cf67 admin admin] Checking segment: {'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:03:55.217504 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4492a-d2af-478e-add2-b8dc9478cf67 admin admin] Network hostable DHCP agents. Network: 367f9d44-ad67-4888-97fe-b38701e02a55, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:03:55.244908 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4492a-d2af-478e-add2-b8dc9478cf67 admin admin] Network 367f9d44-ad67-4888-97fe-b38701e02a55 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:03:55.259662 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-43b4492a-d2af-478e-add2-b8dc9478cf67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, 367f9d44-ad67-4888-97fe-b38701e02a55) {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:55.265331 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b4492a-d2af-478e-add2-b8dc9478cf67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:55.265930 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-43b4492a-d2af-478e-add2-b8dc9478cf67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:55.275524 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b46dc21-5142-48c2-9fbc-6c37e3c865c9 None None] Network 367f9d44-ad67-4888-97fe-b38701e02a55 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:03:55.291621 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-43b4492a-d2af-478e-add2-b8dc9478cf67 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4048901 Mar 11 18:03:55.294585 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 55894) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:55.302482 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:55.337303 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1949021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25221'] for router (b064dbfc-5ed2-4973-b41b-42592d6bba7f), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:55.339078 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1949161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1934603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25340'] for router (b064dbfc-5ed2-4973-b41b-42592d6bba7f), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:55.427559 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Publish callbacks [] for router_controller (b064dbfc-5ed2-4973-b41b-42592d6bba7f), precommit_add_association {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:55.455086 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbeccc8b-073c-563d-9a04-0eb08d8f5eb4-367f9d44-ad67-4888-97fe-b38701e02a55', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'project_id': '5d068b6700f743f0871553c9004b68f5', 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd'}]}} from dv-cinder-788368-4-iscsi. {{(pid=103279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:03:55.456435 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:55.645531 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Publish callbacks [] for router_gateway (b064dbfc-5ed2-4973-b41b-42592d6bba7f), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:55.688345 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Allocated IP 172.20.0.2 (367f9d44-ad67-4888-97fe-b38701e02a55/166c4cc7-d4af-4652-88e3-ca087dc679cd/6e26bbae-3c73-43c8-bd48-8997a3acea8e) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:55.955556 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Publish callbacks [] for router_gateway (b064dbfc-5ed2-4973-b41b-42592d6bba7f), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:55.975827 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:56.009344 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Publish callbacks [] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:56.018493 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:56.096228 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Allocated IP 172.27.0.118 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/08e5a3bb-c4f7-45e8-9e56-0640da8665fc) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:56.096504 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Network 367f9d44-ad67-4888-97fe-b38701e02a55 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:56.103013 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Pushing event updated for resources: {'Port': ['ID=6e26bbae-3c73-43c8-bd48-8997a3acea8e,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:56.109008 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:56.112929 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:03:56.208114 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Attempting to bind port 6e26bbae-3c73-43c8-bd48-8997a3acea8e on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:03:56.208437 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Attempting to bind port 6e26bbae-3c73-43c8-bd48-8997a3acea8e by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:03:56.209019 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Attempting to bind port 6e26bbae-3c73-43c8-bd48-8997a3acea8e on network 367f9d44-ad67-4888-97fe-b38701e02a55 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:03:56.216180 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Publish callbacks [] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:56.217770 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:03:56.218389 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Checking segment: {'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:03:56.219098 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:56.219754 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Bound using segment: {'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:03:56.220586 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Bound port: 6e26bbae-3c73-43c8-bd48-8997a3acea8e, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:03:56.221243 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:56.264692 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:56.304060 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:56.309571 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:56.313385 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:03:56.319483 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Pushing event updated for resources: {'Port': ['ID=08e5a3bb-c4f7-45e8-9e56-0640da8665fc,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:56.336989 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] For port 6e26bbae-3c73-43c8-bd48-8997a3acea8e, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:03:56.341264 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] For port 6e26bbae-3c73-43c8-bd48-8997a3acea8e, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=6e26bbae-3c73-43c8-bd48-8997a3acea8e,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:03:56.350952 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:56.421065 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc876ba-e6eb-409d-8520-056c0df5c70f None None] Pushing event updated for resources: {'Port': ['ID=6e26bbae-3c73-43c8-bd48-8997a3acea8e,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:56.658012 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Publish callbacks [] for router_gateway (b064dbfc-5ed2-4973-b41b-42592d6bba7f), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:57.059234 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 6e26bbae-3c73-43c8-bd48-8997a3acea8e up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:03:57.130538 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 6e26bbae-3c73-43c8-bd48-8997a3acea8e triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:57.131049 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:57.180611 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1949158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1934692'] for router (b064dbfc-5ed2-4973-b41b-42592d6bba7f), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:57.247533 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 6e26bbae-3c73-43c8-bd48-8997a3acea8e is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:57.248206 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:57.298263 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port 6e26bbae-3c73-43c8-bd48-8997a3acea8e, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=6e26bbae-3c73-43c8-bd48-8997a3acea8e,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:57.308829 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:57.373293 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=6e26bbae-3c73-43c8-bd48-8997a3acea8e,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:57.411313 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Router b064dbfc-5ed2-4973-b41b-42592d6bba7f is scheduled to L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 with binding_index 1 {{(pid=103277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:03:57.559186 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf65f2f0-9a8b-4379-9d0c-dbb36e6c87f6 None None] Network 367f9d44-ad67-4888-97fe-b38701e02a55 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:03:57.585731 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:03:57.609065 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Sync routers for ids ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:03:57.618574 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:57.624029 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-bf170306-ade0-4d13-9ab1-9cc05fad8d01 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3234942 Mar 11 18:03:57.624440 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55914) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:57.626351 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Routers {'b064dbfc-5ed2-4973-b41b-42592d6bba7f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:03:57.626879 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:03:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:57.710732 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-947e239e-f1e1-4749-a491-712a99c8f5b4 None None] Provisioning complete for port 6e26bbae-3c73-43c8-bd48-8997a3acea8e triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:57.711841 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-947e239e-f1e1-4749-a491-712a99c8f5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:57.772874 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Set router b064dbfc-5ed2-4973-b41b-42592d6bba7f gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:03:57.913678 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-947e239e-f1e1-4749-a491-712a99c8f5b4 None None] Current status of the port 6e26bbae-3c73-43c8-bd48-8997a3acea8e is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:58.151756 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:56Z', 'revision_number': 3, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:58.178495 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Checking router: b064dbfc-5ed2-4973-b41b-42592d6bba7f for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:03:58.178867 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Updating router b064dbfc-5ed2-4973-b41b-42592d6bba7f port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc binding host dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:03:58.207454 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:58.244940 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-61fa0d94-af95-4659-a4cb-0e9ad57b4cf6 None None] Provisioning complete for port 6e26bbae-3c73-43c8-bd48-8997a3acea8e triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:58.246064 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-61fa0d94-af95-4659-a4cb-0e9ad57b4cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:58.351767 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-61fa0d94-af95-4659-a4cb-0e9ad57b4cf6 None None] Current status of the port 6e26bbae-3c73-43c8-bd48-8997a3acea8e is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:58.391014 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:58.488446 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50b58d67-811d-411f-bd0e-72e628661f27 req-f80b5d64-ffd8-4940-b224-c9446fe21ff2 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673187 Mar 11 18:03:58.579801 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b58d67-811d-411f-bd0e-72e628661f27 req-9578920b-5989-4ed0-964c-e0afd2f45082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:58.581633 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50b58d67-811d-411f-bd0e-72e628661f27 req-9578920b-5989-4ed0-964c-e0afd2f45082 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 1129 time: 0.0587118 Mar 11 18:03:58.595453 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Publish callbacks [] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:58.604588 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:58.683614 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Allocated IP 172.20.0.1 (367f9d44-ad67-4888-97fe-b38701e02a55/166c4cc7-d4af-4652-88e3-ca087dc679cd/8e33ae6e-6c63-467e-8f2a-cd96de1fa079) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:58.688824 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b8034-db05-4e5a-8aea-8eabf1dadeaa None None] Pushing event updated for resources: {'Port': ['ID=08e5a3bb-c4f7-45e8-9e56-0640da8665fc,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:58.785805 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Attempting to bind port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:03:58.787087 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Attempting to bind port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:03:58.787789 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Attempting to bind port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc on network cab8bdcb-495c-4275-ab04-6208af39108c {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:03:58.816953 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:03:58.820143 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Checking segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:03:58.821329 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:58.823875 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Bound using segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:03:58.825231 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Bound port: 08e5a3bb-c4f7-45e8-9e56-0640da8665fc, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:03:58.827019 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:58.848972 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Publish callbacks [] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:58.885281 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:58.889588 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:58.893577 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b58d67-811d-411f-bd0e-72e628661f27 req-5b500ace-1ced-4b47-bdaf-6362c01b0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:58.896639 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50b58d67-811d-411f-bd0e-72e628661f27 req-5b500ace-1ced-4b47-bdaf-6362c01b0139 service neutron] 10.222.0.104 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 919 time: 0.2814357 Mar 11 18:03:58.950028 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Network 367f9d44-ad67-4888-97fe-b38701e02a55 is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:58.954451 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:58.967120 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50b58d67-811d-411f-bd0e-72e628661f27 req-959de2ea-b0a0-42b6-9328-dfd6261dd561 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5b4dd4-8d31-403f-b237-73f43c107519 HTTP/1.1" status: 200 len: 217 time: 0.0635746 Mar 11 18:03:58.973151 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:03:59.034728 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] For port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:03:59.049667 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] For port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=08e5a3bb-c4f7-45e8-9e56-0640da8665fc,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:03:59.060839 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Pushing event updated for resources: {'Port': ['ID=8e33ae6e-6c63-467e-8f2a-cd96de1fa079,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:59.072120 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 6e26bbae-3c73-43c8-bd48-8997a3acea8e up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:03:59.079616 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:59.080874 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b58d67-811d-411f-bd0e-72e628661f27 req-2ecf41df-903e-4738-abe7-acdfedbfe884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:59.087049 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50b58d67-811d-411f-bd0e-72e628661f27 req-2ecf41df-903e-4738-abe7-acdfedbfe884 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7d395e4c-e767-470a-8b97-81a4caa9b38e HTTP/1.1" status: 200 len: 857 time: 0.1038783 Mar 11 18:03:59.089679 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933323'] for router_interface (b064dbfc-5ed2-4973-b41b-42592d6bba7f), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:59.219265 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50b58d67-811d-411f-bd0e-72e628661f27 req-1ae63d0b-df05-4301-8b68-03ab54e67bdc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf8b21d-4c74-4320-a597-db72e3e147d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194015 Mar 11 18:03:59.284140 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 6e26bbae-3c73-43c8-bd48-8997a3acea8e triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:59.302884 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:59.356858 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b8034-db05-4e5a-8aea-8eabf1dadeaa None None] Pushing event updated for resources: {'Port': ['ID=08e5a3bb-c4f7-45e8-9e56-0640da8665fc,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:59.365960 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Routers {'b064dbfc-5ed2-4973-b41b-42592d6bba7f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:03:59.366625 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:03:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:59.393436 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:59.474120 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50b58d67-811d-411f-bd0e-72e628661f27 req-e730fa45-cb3a-4555-a494-de0cdf9d096d service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479751 Mar 11 18:03:59.542861 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-43fae931-4489-4761-b5e4-93f8c843712a None None] Provisioning complete for port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:59.543488 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-43fae931-4489-4761-b5e4-93f8c843712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:59.677136 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] Set router b064dbfc-5ed2-4973-b41b-42592d6bba7f gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:03:59.681304 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 6e26bbae-3c73-43c8-bd48-8997a3acea8e is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:59.718045 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50b58d67-811d-411f-bd0e-72e628661f27 req-01bc54cb-e094-4087-9a6b-ab25ae08f396 service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348254 Mar 11 18:03:59.720265 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-43fae931-4489-4761-b5e4-93f8c843712a None None] Port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:03:59.801017 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Publish callbacks [] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:59.813621 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:59.918983 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eccc18-5854-4e20-b249-877d4b0cc754 req-6a770a67-2c3d-402f-956c-224b82d41dc7 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:59.919300 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933479'] for router_interface (b064dbfc-5ed2-4973-b41b-42592d6bba7f), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:59.921167 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a9eccc18-5854-4e20-b249-877d4b0cc754 req-6a770a67-2c3d-402f-956c-224b82d41dc7 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0660589 Mar 11 18:03:59.925111 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Pushing event updated for resources: {'Port': ['ID=8e33ae6e-6c63-467e-8f2a-cd96de1fa079,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:00.002232 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a9eccc18-5854-4e20-b249-877d4b0cc754 req-f4e8f3a0-bce2-4f55-982c-3e7fc181018d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694239 Mar 11 18:04:00.075413 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '8e33ae6e-6c63-467e-8f2a-cd96de1fa079', 'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'mac_address': 'fa:16:3e:29:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:58Z', 'updated_at': '2022-03-11T18:03:58Z', 'revision_number': 1, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'subnets': [{'id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:00.114480 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Network 367f9d44-ad67-4888-97fe-b38701e02a55 is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:00.116244 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a68efd-16f5-47f0-859c-85b0a041cc1c None None] The sync data for ids ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'] in dv-cinder-788368-4-iscsi is: [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '8e33ae6e-6c63-467e-8f2a-cd96de1fa079', 'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'mac_address': 'fa:16:3e:29:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:58Z', 'updated_at': '2022-03-11T18:03:58Z', 'revision_number': 1, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'subnets': [{'id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:04:00.119998 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:00.144589 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc2fd9-9b07-4c58-9e4f-754513a9a02f req-baa6e169-6bea-42cb-86da-a50a7882ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:00.146248 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6ecc2fd9-9b07-4c58-9e4f-754513a9a02f req-baa6e169-6bea-42cb-86da-a50a7882ee50 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 1129 time: 0.0944507 Mar 11 18:04:00.306694 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Router b064dbfc-5ed2-4973-b41b-42592d6bba7f has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:04:00.477947 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-fef62da7-72d8-42df-a2e8-37431f12adfa None None] Provisioning complete for port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:00.478737 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fef62da7-72d8-42df-a2e8-37431f12adfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:00.512525 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:04:00.522764 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-458e135f-c792-439c-b16b-ee1214c8fefe admin admin] 10.222.0.30 "PUT /v2.0/routers/b064dbfc-5ed2-4973-b41b-42592d6bba7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8968050 Mar 11 18:04:00.545714 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-fef62da7-72d8-42df-a2e8-37431f12adfa None None] Port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:04:01.095623 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 08e5a3bb-c4f7-45e8-9e56-0640da8665fc up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:04:01.247003 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:01.247561 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:01.274890 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc2fd9-9b07-4c58-9e4f-754513a9a02f req-a4c0f7ee-7784-4cf6-b048-ad4374c62bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:01.277608 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6ecc2fd9-9b07-4c58-9e4f-754513a9a02f req-a4c0f7ee-7784-4cf6-b048-ad4374c62bb8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 919 time: 0.1646647 Mar 11 18:04:01.292556 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55974) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:04:01.298290 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1326320778-network', 'tenant_id': '1176086f77cd476d84befb4e6204d153'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:04:01.333727 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Made reservation on behalf of 1176086f77cd476d84befb4e6204d153 for: {'network': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:01.335419 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6cc9-09d9-434c-a605-b79b1d707c1c req-ce302340-1fcf-4694-8130-01b352462cf4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:01.337019 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:01.337183 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f11a6cc9-09d9-434c-a605-b79b1d707c1c req-ce302340-1fcf-4694-8130-01b352462cf4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0847163 Mar 11 18:04:01.347339 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:01.400126 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:01.400523 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:01.436815 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f11a6cc9-09d9-434c-a605-b79b1d707c1c req-77de3cc7-d04c-4e23-8d53-db47631ee542 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893521 Mar 11 18:04:01.446783 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=08e5a3bb-c4f7-45e8-9e56-0640da8665fc,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:01.454834 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:01.474160 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Publish callbacks [] for security_group (09587ab1-3183-454f-96c0-a94edbcad1f3), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:01.482360 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (09587ab1-3183-454f-96c0-a94edbcad1f3), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:01.524473 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1239} {{(pid=103278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:04:01.547266 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=08e5a3bb-c4f7-45e8-9e56-0640da8665fc,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:01.549412 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09587ab1-3183-454f-96c0-a94edbcad1f3,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:01.559386 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (e212aa80-74b0-4682-95eb-b12dd38e3dc9), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:01.559899 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.segments_db [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Added segment e212aa80-74b0-4682-95eb-b12dd38e3dc9 of type vlan for network edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa Mar 11 18:04:01.622128 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:01.659619 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:01.661225 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:01.662064 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:01.717735 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4234083 Mar 11 18:04:01.722113 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55978) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:04:01.768002 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-75aa552d-795c-4750-b8c5-0e91047e5589 admin admin] Request body: {'subnet': {'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1326320778-subnet', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'ip_version': 4}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:04:01.774232 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dbc83-fe09-4e30-bae1-433a84f86277 admin admin] Pushing event updated for resources: {'Network': ['ID=edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:01.792425 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:04:01.795995 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aa552d-795c-4750-b8c5-0e91047e5589 admin admin] Made reservation on behalf of 1176086f77cd476d84befb4e6204d153 for: {'subnet': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:01.799257 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-75aa552d-795c-4750-b8c5-0e91047e5589 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13482927'] for subnet (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:02.017138 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-75aa552d-795c-4750-b8c5-0e91047e5589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16022571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13482881'] for subnet (887ea0c8-266b-4ec0-a6fb-7dc142322e6c), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:02.078027 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa552d-795c-4750-b8c5-0e91047e5589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=887ea0c8-266b-4ec0-a6fb-7dc142322e6c,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:02.092360 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa552d-795c-4750-b8c5-0e91047e5589 admin admin] Checking segment: {'id': 'e212aa80-74b0-4682-95eb-b12dd38e3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:04:02.092873 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa552d-795c-4750-b8c5-0e91047e5589 admin admin] Network hostable DHCP agents. Network: edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:04:02.114661 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa552d-795c-4750-b8c5-0e91047e5589 admin admin] Network edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:04:02.117700 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6ecc2fd9-9b07-4c58-9e4f-754513a9a02f req-df885101-e9a3-4679-b06b-cfa56df09f97 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7b752e-b47c-4482-a1cf-cf0a4a87632f HTTP/1.1" status: 200 len: 217 time: 0.0712805 Mar 11 18:04:02.126183 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-75aa552d-795c-4750-b8c5-0e91047e5589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa) {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:02.132050 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa552d-795c-4750-b8c5-0e91047e5589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:02.132788 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-75aa552d-795c-4750-b8c5-0e91047e5589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:02.148305 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650d4728-ba91-4702-a1c8-899fd9ff151c None None] Network edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:04:02.162660 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-75aa552d-795c-4750-b8c5-0e91047e5589 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4379880 Mar 11 18:04:02.165294 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 55980) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:04:02.174054 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1326320778-router', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:04:02.211955 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1949021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25221'] for router (6a1a8bc1-347c-42cc-90fa-15c2c0499335), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:02.214861 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1949161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1934603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25340'] for router (6a1a8bc1-347c-42cc-90fa-15c2c0499335), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:02.309985 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbeccc8b-073c-563d-9a04-0eb08d8f5eb4-edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa', 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa', 'project_id': '1176086f77cd476d84befb4e6204d153', 'fixed_ips': [{'subnet_id': '887ea0c8-266b-4ec0-a6fb-7dc142322e6c'}]}} from dv-cinder-788368-4-iscsi. {{(pid=103279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:04:02.311233 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:02.312375 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Publish callbacks [] for router_controller (6a1a8bc1-347c-42cc-90fa-15c2c0499335), precommit_add_association {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:02.544230 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Allocated IP 172.20.0.2 (edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa/887ea0c8-266b-4ec0-a6fb-7dc142322e6c/d05cbc55-7d47-4aee-bf89-cef43d89120b) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:02.651834 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a362591-90ff-4882-b906-c18573fda6ec req-e2bf131a-4a6b-422f-b0ca-71641c35b561 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:02.656901 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6a362591-90ff-4882-b906-c18573fda6ec req-e2bf131a-4a6b-422f-b0ca-71641c35b561 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1245415 Mar 11 18:04:02.737814 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6a362591-90ff-4882-b906-c18573fda6ec req-c95bfb80-862a-44de-bee9-0391bb0e6173 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698590 Mar 11 18:04:02.803684 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Publish callbacks [] for router_gateway (6a1a8bc1-347c-42cc-90fa-15c2c0499335), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:02.833747 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Publish callbacks [] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:02.843131 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:02.907518 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Network edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:02.918031 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Sync routers for ids ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:04:02.922494 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:02.932977 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:04:02.945805 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Pushing event updated for resources: {'Port': ['ID=d05cbc55-7d47-4aee-bf89-cef43d89120b,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:02.965822 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Routers {'b064dbfc-5ed2-4973-b41b-42592d6bba7f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:04:02.965822 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:03:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:03.059827 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 08e5a3bb-c4f7-45e8-9e56-0640da8665fc up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:04:03.066588 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Publish callbacks [] for router_gateway (6a1a8bc1-347c-42cc-90fa-15c2c0499335), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:03.100344 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:03.150969 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Attempting to bind port d05cbc55-7d47-4aee-bf89-cef43d89120b on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:04:03.151269 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Attempting to bind port d05cbc55-7d47-4aee-bf89-cef43d89120b by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': 'e212aa80-74b0-4682-95eb-b12dd38e3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:04:03.151607 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Attempting to bind port d05cbc55-7d47-4aee-bf89-cef43d89120b on network edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:04:03.192214 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:04:03.192621 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Checking segment: {'id': 'e212aa80-74b0-4682-95eb-b12dd38e3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:04:03.192979 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:03.193385 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Bound using segment: {'id': 'e212aa80-74b0-4682-95eb-b12dd38e3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:04:03.193878 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Bound port: d05cbc55-7d47-4aee-bf89-cef43d89120b, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212aa80-74b0-4682-95eb-b12dd38e3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:04:03.194264 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:03.235487 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Set router b064dbfc-5ed2-4973-b41b-42592d6bba7f gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:04:03.256155 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Allocated IP 172.27.0.91 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/53a6d484-0038-44e5-816d-13664172f7a3) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:03.269388 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:03.269388 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:03.400000 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Publish callbacks [] for port (53a6d484-0038-44e5-816d-13664172f7a3), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:03.416116 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] For port d05cbc55-7d47-4aee-bf89-cef43d89120b, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:04:03.426777 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc2fd9-9b07-4c58-9e4f-754513a9a02f req-75137059-7b7a-448b-b7bb-6218148f51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:03.429478 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6ecc2fd9-9b07-4c58-9e4f-754513a9a02f req-75137059-7b7a-448b-b7bb-6218148f51c9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7d395e4c-e767-470a-8b97-81a4caa9b38e HTTP/1.1" status: 200 len: 857 time: 0.1054096 Mar 11 18:04:03.444751 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] For port d05cbc55-7d47-4aee-bf89-cef43d89120b, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=d05cbc55-7d47-4aee-bf89-cef43d89120b,segment=NetworkSegment(e212aa80-74b0-4682-95eb-b12dd38e3dc9),segment_id=e212aa80-74b0-4682-95eb-b12dd38e3dc9)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:04:03.465685 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (53a6d484-0038-44e5-816d-13664172f7a3), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:03.484699 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6ecc2fd9-9b07-4c58-9e4f-754513a9a02f req-95fd3844-f943-4cb8-95ea-4629b38407fd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf8b21d-4c74-4320-a597-db72e3e147d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477505 Mar 11 18:04:03.534394 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:03.540155 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:03.550360 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:04:03.598029 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Pushing event updated for resources: {'Port': ['ID=53a6d484-0038-44e5-816d-13664172f7a3,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:03.598717 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6ecc2fd9-9b07-4c58-9e4f-754513a9a02f req-48bd2e22-2b09-4b1d-93a8-82baf3928c0f service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068850 Mar 11 18:04:03.620561 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:03.724543 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:03.759029 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Pushing event updated for resources: {'Port': ['ID=d05cbc55-7d47-4aee-bf89-cef43d89120b,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:03.785505 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.785883 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.786260 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.791943 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.791943 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.792610 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.793465 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.793931 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.794676 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.795345 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.796065 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.797147 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.797798 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5befba-f7b1-47ac-a7bf-66ed241d7c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:03.862838 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '8e33ae6e-6c63-467e-8f2a-cd96de1fa079', 'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'mac_address': 'fa:16:3e:29:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:58Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 2, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'subnets': [{'id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:03.924697 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Checking router: b064dbfc-5ed2-4973-b41b-42592d6bba7f for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:04:03.925149 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Updating router b064dbfc-5ed2-4973-b41b-42592d6bba7f port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 binding host dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:04:03.979400 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:04.007482 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6ecc2fd9-9b07-4c58-9e4f-754513a9a02f req-a4ae593d-197f-40b6-954e-7776c204d4c1 service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390532 Mar 11 18:04:04.022839 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b872c0-b4db-4614-83ca-18994580cb7c req-e45fd8b8-c4b9-437d-b4a0-5050672ccfba tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:04.027211 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-21b872c0-b4db-4614-83ca-18994580cb7c req-e45fd8b8-c4b9-437d-b4a0-5050672ccfba tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1196582 Mar 11 18:04:04.092234 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Publish callbacks [] for router_gateway (6a1a8bc1-347c-42cc-90fa-15c2c0499335), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:04.206313 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-21b872c0-b4db-4614-83ca-18994580cb7c req-d8fc277d-afea-4bfc-9e3f-211887b341ff tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724582 Mar 11 18:04:04.436370 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Publish callbacks [] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:04.448175 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:04.455139 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1949158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1934692'] for router (6a1a8bc1-347c-42cc-90fa-15c2c0499335), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:04.522239 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cd3e6-a090-4c21-911f-ae71256f48c9 None None] Pushing event updated for resources: {'Port': ['ID=8e33ae6e-6c63-467e-8f2a-cd96de1fa079,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:04.621903 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Attempting to bind port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:04:04.622251 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Attempting to bind port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:04:04.622666 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Attempting to bind port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 on network 367f9d44-ad67-4888-97fe-b38701e02a55 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:04:04.629802 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:04:04.630182 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Checking segment: {'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:04:04.630616 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:04.631584 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Bound using segment: {'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:04:04.632099 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Bound port: 8e33ae6e-6c63-467e-8f2a-cd96de1fa079, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:04:04.632564 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:04.661672 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Router 6a1a8bc1-347c-42cc-90fa-15c2c0499335 is scheduled to L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 with binding_index 1 {{(pid=103278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:04:04.752009 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] For port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:04:04.757349 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] For port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=8e33ae6e-6c63-467e-8f2a-cd96de1fa079,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:04:04.768091 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:04.848010 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Routers {'b064dbfc-5ed2-4973-b41b-42592d6bba7f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:04:04.848801 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:03:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:04.849352 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:04:04.861029 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Sync routers for ids ['6a1a8bc1-347c-42cc-90fa-15c2c0499335'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:04:04.898969 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cd3e6-a090-4c21-911f-ae71256f48c9 None None] Pushing event updated for resources: {'Port': ['ID=8e33ae6e-6c63-467e-8f2a-cd96de1fa079,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:04.900031 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Routers {'6a1a8bc1-347c-42cc-90fa-15c2c0499335'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:04:04.900824 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:03:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['6a1a8bc1-347c-42cc-90fa-15c2c0499335'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:04.917829 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:04.922612 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-9f57d3bf-c78a-4f87-abfa-b2a93f233315 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7539935 Mar 11 18:04:04.925648 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 56014) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:04:05.105972 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b769db5b-27fb-4fa6-a53a-833f4d549608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:05.124656 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-bdf33f99-2709-4f9c-939c-87ed717e77f5 None None] Provisioning complete for port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:05.125331 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bdf33f99-2709-4f9c-939c-87ed717e77f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:05.187166 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] Set router b064dbfc-5ed2-4973-b41b-42592d6bba7f gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:04:05.310807 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Set router 6a1a8bc1-347c-42cc-90fa-15c2c0499335 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:04:05.426708 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device d05cbc55-7d47-4aee-bf89-cef43d89120b up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:04:05.428018 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988209a1-c35e-47a7-91b7-bb727a6962dd req-da3ffff7-b620-4a19-9b5c-63a16710bcba tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:05.429789 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-988209a1-c35e-47a7-91b7-bb727a6962dd req-da3ffff7-b620-4a19-9b5c-63a16710bcba tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0863969 Mar 11 18:04:05.496678 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-988209a1-c35e-47a7-91b7-bb727a6962dd req-d76a7de0-3f3b-49f7-abc2-4a49750f3488 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557947 Mar 11 18:04:05.536003 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-bdf33f99-2709-4f9c-939c-87ed717e77f5 None None] Current status of the port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:05.536422 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bdf33f99-2709-4f9c-939c-87ed717e77f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:05.660245 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-bdf33f99-2709-4f9c-939c-87ed717e77f5 None None] For port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=8e33ae6e-6c63-467e-8f2a-cd96de1fa079,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:05.671200 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bdf33f99-2709-4f9c-939c-87ed717e77f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:05.728309 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port d05cbc55-7d47-4aee-bf89-cef43d89120b triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:05.728686 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:05.804507 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf33f99-2709-4f9c-939c-87ed717e77f5 None None] Pushing event updated for resources: {'Port': ['ID=8e33ae6e-6c63-467e-8f2a-cd96de1fa079,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:05.841610 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227eb12a-085c-452b-b37e-5379d06482bd None None] Network edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:04:05.849208 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-63e33413-c0b9-434b-9d1d-362000e4993e None None] Provisioning complete for port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:05.849852 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-63e33413-c0b9-434b-9d1d-362000e4993e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:05.860522 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'name': 'tempest-TestMinimumBasicScenario-1326320778-router', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '53a6d484-0038-44e5-816d-13664172f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:02Z', 'updated_at': '2022-03-11T18:04:03Z', 'revision_number': 3, 'project_id': '1176086f77cd476d84befb4e6204d153', 'gw_port': {'id': '53a6d484-0038-44e5-816d-13664172f7a3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:03Z', 'updated_at': '2022-03-11T18:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:05.936108 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Checking router: 6a1a8bc1-347c-42cc-90fa-15c2c0499335 for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:04:05.936823 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Updating router 6a1a8bc1-347c-42cc-90fa-15c2c0499335 port 53a6d484-0038-44e5-816d-13664172f7a3 binding host dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:04:05.969263 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:05.977514 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port d05cbc55-7d47-4aee-bf89-cef43d89120b is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:05.978181 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:05.983052 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (53a6d484-0038-44e5-816d-13664172f7a3), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:06.028212 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '8e33ae6e-6c63-467e-8f2a-cd96de1fa079', 'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'mac_address': 'fa:16:3e:29:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:58Z', 'updated_at': '2022-03-11T18:04:04Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'subnets': [{'id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:06.110078 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port d05cbc55-7d47-4aee-bf89-cef43d89120b, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=d05cbc55-7d47-4aee-bf89-cef43d89120b,segment=NetworkSegment(e212aa80-74b0-4682-95eb-b12dd38e3dc9),segment_id=e212aa80-74b0-4682-95eb-b12dd38e3dc9)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:06.116698 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db547893-cfc2-4ec0-a93b-e4b24f3591a2 None None] The sync data for ids ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'] in dv-cinder-788368-4-iscsi is: [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '8e33ae6e-6c63-467e-8f2a-cd96de1fa079', 'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'mac_address': 'fa:16:3e:29:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:58Z', 'updated_at': '2022-03-11T18:04:04Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'subnets': [{'id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:04:06.132734 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:06.134183 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:04:06.276775 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Allocated IP 172.20.0.1 (edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa/887ea0c8-266b-4ec0-a6fb-7dc142322e6c/c529d94d-ceb6-45a2-a7fe-c20f62346c54) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:06.441974 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Publish callbacks [] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:06.480556 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=d05cbc55-7d47-4aee-bf89-cef43d89120b,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:06.489466 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:06.539396 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-63e33413-c0b9-434b-9d1d-362000e4993e None None] Current status of the port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:06.550462 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Network edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:06.553634 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:06.553953 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:06.559620 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Publish callbacks [] for port (53a6d484-0038-44e5-816d-13664172f7a3), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:06.569610 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:06.575089 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (53a6d484-0038-44e5-816d-13664172f7a3), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:06.580884 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:04:06.628906 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Pushing event updated for resources: {'Port': ['ID=c529d94d-ceb6-45a2-a7fe-c20f62346c54,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:06.646381 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Attempting to bind port 53a6d484-0038-44e5-816d-13664172f7a3 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:04:06.646809 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Attempting to bind port 53a6d484-0038-44e5-816d-13664172f7a3 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:04:06.647177 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Attempting to bind port 53a6d484-0038-44e5-816d-13664172f7a3 on network cab8bdcb-495c-4275-ab04-6208af39108c {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:04:06.659352 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:04:06.659724 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Checking segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:04:06.668725 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:06.668725 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Bound using segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:04:06.668725 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Bound port: 53a6d484-0038-44e5-816d-13664172f7a3, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:04:06.668725 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (53a6d484-0038-44e5-816d-13664172f7a3), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:06.687371 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.688012 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.688476 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.689046 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.689381 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.689711 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.690039 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.690364 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.691113 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.691464 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.691795 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.692118 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.692438 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.702697 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Pushing event updated for resources: {'Port': ['ID=53a6d484-0038-44e5-816d-13664172f7a3,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:06.733074 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.733926 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.733926 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.734312 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.734720 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.735054 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.735387 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.735709 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.736029 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.736367 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.736688 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.737002 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.737315 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:06.764359 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933323'] for router_interface (6a1a8bc1-347c-42cc-90fa-15c2c0499335), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:06.778279 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] For port 53a6d484-0038-44e5-816d-13664172f7a3, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:04:06.783066 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] For port 53a6d484-0038-44e5-816d-13664172f7a3, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=53a6d484-0038-44e5-816d-13664172f7a3,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:04:06.783361 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-d099c871-1904-4024-b085-2ab74504d033 None None] Provisioning complete for port d05cbc55-7d47-4aee-bf89-cef43d89120b triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:06.783361 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d099c871-1904-4024-b085-2ab74504d033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:06.800773 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (53a6d484-0038-44e5-816d-13664172f7a3), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:06.830885 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6633302-6f92-49cc-9e76-7aaf33f395d6 req-026ac87e-73d9-4457-8da2-e73f67853783 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:06.832911 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b6633302-6f92-49cc-9e76-7aaf33f395d6 req-026ac87e-73d9-4457-8da2-e73f67853783 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1905103 Mar 11 18:04:06.852025 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:06.863991 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Routers {'6a1a8bc1-347c-42cc-90fa-15c2c0499335'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:04:06.864639 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:03:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['6a1a8bc1-347c-42cc-90fa-15c2c0499335'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:06.922045 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e6119-3827-44e5-b13e-a46b83d197c8 None None] Pushing event updated for resources: {'Port': ['ID=53a6d484-0038-44e5-816d-13664172f7a3,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:06.986222 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b6633302-6f92-49cc-9e76-7aaf33f395d6 req-131b380b-eb98-47ca-a943-a18356f24e20 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459966 Mar 11 18:04:06.995942 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-d099c871-1904-4024-b085-2ab74504d033 None None] Current status of the port d05cbc55-7d47-4aee-bf89-cef43d89120b is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:07.082115 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:07.096160 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device d05cbc55-7d47-4aee-bf89-cef43d89120b up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:04:07.161594 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] Set router 6a1a8bc1-347c-42cc-90fa-15c2c0499335 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:04:07.203416 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-6ebb18cb-60f1-4169-9b3f-ee5c8af01a90 None None] Provisioning complete for port d05cbc55-7d47-4aee-bf89-cef43d89120b triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:07.203902 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6ebb18cb-60f1-4169-9b3f-ee5c8af01a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:07.387296 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port d05cbc55-7d47-4aee-bf89-cef43d89120b triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:07.387296 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:07.474655 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'name': 'tempest-TestMinimumBasicScenario-1326320778-router', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '53a6d484-0038-44e5-816d-13664172f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:02Z', 'updated_at': '2022-03-11T18:04:03Z', 'revision_number': 3, 'project_id': '1176086f77cd476d84befb4e6204d153', 'gw_port': {'id': '53a6d484-0038-44e5-816d-13664172f7a3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:03Z', 'updated_at': '2022-03-11T18:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:07.515991 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09a693f-ceb7-4827-bb8a-69298774ebfe None None] The sync data for ids ['6a1a8bc1-347c-42cc-90fa-15c2c0499335'] in dv-cinder-788368-4-iscsi is: [{'id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'name': 'tempest-TestMinimumBasicScenario-1326320778-router', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '53a6d484-0038-44e5-816d-13664172f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:02Z', 'updated_at': '2022-03-11T18:04:03Z', 'revision_number': 3, 'project_id': '1176086f77cd476d84befb4e6204d153', 'gw_port': {'id': '53a6d484-0038-44e5-816d-13664172f7a3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:03Z', 'updated_at': '2022-03-11T18:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:04:07.554855 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb18cb-60f1-4169-9b3f-ee5c8af01a90 None None] Current status of the port d05cbc55-7d47-4aee-bf89-cef43d89120b is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:07.567087 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Publish callbacks [] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:07.579788 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:07.637540 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port d05cbc55-7d47-4aee-bf89-cef43d89120b is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:07.637540 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:04:07.754756 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Pushing event updated for resources: {'Port': ['ID=c529d94d-ceb6-45a2-a7fe-c20f62346c54,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:07.756175 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-befc5118-6121-4cc8-99b4-ea96f692af70 None None] Provisioning complete for port c529d94d-ceb6-45a2-a7fe-c20f62346c54 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:07.756828 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-befc5118-6121-4cc8-99b4-ea96f692af70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:07.772619 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933479'] for router_interface (6a1a8bc1-347c-42cc-90fa-15c2c0499335), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:07.818161 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:07.819592 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:07.825495 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-befc5118-6121-4cc8-99b4-ea96f692af70 None None] Port c529d94d-ceb6-45a2-a7fe-c20f62346c54 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:04:07.905468 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3e7a91b4-e363-4b1a-84f7-ccb5e371d8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:07.925326 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56092) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:04:07.980638 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Network edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:07.984232 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:07.987277 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:08.288295 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9ec768bf-ccd7-4848-bf41-3665735f8f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:08.351701 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05bdc8-8d94-4492-a22d-7191ce193278 req-4b5f5549-e158-407a-b79e-3b8a33fac3f1 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:08.355153 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4c05bdc8-8d94-4492-a22d-7191ce193278 req-4b5f5549-e158-407a-b79e-3b8a33fac3f1 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1615043 Mar 11 18:04:08.362512 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Router 6a1a8bc1-347c-42cc-90fa-15c2c0499335 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:04:08.487063 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4c05bdc8-8d94-4492-a22d-7191ce193278 req-1a6acad7-109e-46a1-aaab-d038fb94059a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180673 Mar 11 18:04:08.520232 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-b6b3ca75-d61e-423b-a971-a7ec87cb960e None None] Provisioning complete for port c529d94d-ceb6-45a2-a7fe-c20f62346c54 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:08.522155 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b6b3ca75-d61e-423b-a971-a7ec87cb960e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:08.526738 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9ec768bf-ccd7-4848-bf41-3665735f8f4d admin admin] Publish callbacks [] for security_group (ca2f611d-b80c-449e-a38e-052b9e5bb96d), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:08.539990 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9ec768bf-ccd7-4848-bf41-3665735f8f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (ca2f611d-b80c-449e-a38e-052b9e5bb96d), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:08.588253 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec768bf-ccd7-4848-bf41-3665735f8f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2f611d-b80c-449e-a38e-052b9e5bb96d,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:08.593634 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-b6b3ca75-d61e-423b-a971-a7ec87cb960e None None] Port c529d94d-ceb6-45a2-a7fe-c20f62346c54 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:04:08.608425 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-9ec768bf-ccd7-4848-bf41-3665735f8f4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48b6c24ad09b4027a81b573ede4d2dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6812272 Mar 11 18:04:08.611293 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56112) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:04:08.679413 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c949-78ba-4179-bba6-20b66545d6a0 admin admin] Publish callbacks [] for security_group (ca2f611d-b80c-449e-a38e-052b9e5bb96d), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:08.727170 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c949-78ba-4179-bba6-20b66545d6a0 admin admin] Publish callbacks [] for security_group (ca2f611d-b80c-449e-a38e-052b9e5bb96d), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:08.803110 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c949-78ba-4179-bba6-20b66545d6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (ca2f611d-b80c-449e-a38e-052b9e5bb96d), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:08.814668 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c949-78ba-4179-bba6-20b66545d6a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:08.814668 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-1ab9c949-78ba-4179-bba6-20b66545d6a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca2f611d-b80c-449e-a38e-052b9e5bb96d HTTP/1.1" status: 204 len: 168 time: 0.2022002 Mar 11 18:04:08.845768 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9c949-78ba-4179-bba6-20b66545d6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2f611d-b80c-449e-a38e-052b9e5bb96d,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:08.920222 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:04:08.934646 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-6451445e-2601-472f-878a-a0bb5ba12a11 admin admin] 10.222.0.30 "PUT /v2.0/routers/6a1a8bc1-347c-42cc-90fa-15c2c0499335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0013790 Mar 11 18:04:09.175965 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 53a6d484-0038-44e5-816d-13664172f7a3 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:04:09.238050 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 53a6d484-0038-44e5-816d-13664172f7a3 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:09.238736 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (53a6d484-0038-44e5-816d-13664172f7a3), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:09.373156 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 53a6d484-0038-44e5-816d-13664172f7a3 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:09.373688 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (53a6d484-0038-44e5-816d-13664172f7a3), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:09.424498 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port 53a6d484-0038-44e5-816d-13664172f7a3, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=53a6d484-0038-44e5-816d-13664172f7a3,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:09.432191 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (53a6d484-0038-44e5-816d-13664172f7a3), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:09.521348 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=53a6d484-0038-44e5-816d-13664172f7a3,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:09.699830 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d359d-4691-44f9-b788-11c990692932 req-4bf87fac-1094-458f-91a2-eaf73c37fbc6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:09.702216 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9b8d359d-4691-44f9-b788-11c990692932 req-4bf87fac-1094-458f-91a2-eaf73c37fbc6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1156199 Mar 11 18:04:09.782847 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9b8d359d-4691-44f9-b788-11c990692932 req-371aa7ed-853e-43b8-a709-8fe74a00d452 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625925 Mar 11 18:04:10.047740 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Sync routers for ids ['6a1a8bc1-347c-42cc-90fa-15c2c0499335'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:04:10.060908 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Routers {'6a1a8bc1-347c-42cc-90fa-15c2c0499335'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:04:10.061699 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:04:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['6a1a8bc1-347c-42cc-90fa-15c2c0499335'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:10.260332 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Set router 6a1a8bc1-347c-42cc-90fa-15c2c0499335 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:04:10.639855 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'name': 'tempest-TestMinimumBasicScenario-1326320778-router', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '53a6d484-0038-44e5-816d-13664172f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:02Z', 'updated_at': '2022-03-11T18:04:06Z', 'revision_number': 4, 'project_id': '1176086f77cd476d84befb4e6204d153', 'gw_port': {'id': '53a6d484-0038-44e5-816d-13664172f7a3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:03Z', 'updated_at': '2022-03-11T18:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'c529d94d-ceb6-45a2-a7fe-c20f62346c54', 'name': '', 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'mac_address': 'fa:16:3e:88:09:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '887ea0c8-266b-4ec0-a6fb-7dc142322e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:05Z', 'updated_at': '2022-03-11T18:04:07Z', 'revision_number': 2, 'project_id': '1176086f77cd476d84befb4e6204d153', 'subnets': [{'id': '887ea0c8-266b-4ec0-a6fb-7dc142322e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:10.704739 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Checking router: 6a1a8bc1-347c-42cc-90fa-15c2c0499335 for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:04:10.705455 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Updating router 6a1a8bc1-347c-42cc-90fa-15c2c0499335 port c529d94d-ceb6-45a2-a7fe-c20f62346c54 binding host dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:04:10.779102 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:10.794676 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:11.047115 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19286e-ebf8-4dfc-87cd-3a5ce8ebd3cd req-ea5d889e-7d49-43a3-8c69-cfba99911542 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:11.070849 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6d19286e-ebf8-4dfc-87cd-3a5ce8ebd3cd req-ea5d889e-7d49-43a3-8c69-cfba99911542 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1614017 Mar 11 18:04:11.081427 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:04:11.234273 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 53a6d484-0038-44e5-816d-13664172f7a3 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:04:11.287427 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6d19286e-ebf8-4dfc-87cd-3a5ce8ebd3cd req-0714e821-c2b3-430f-b2b6-c72000498365 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131453 Mar 11 18:04:11.407566 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 53a6d484-0038-44e5-816d-13664172f7a3 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:11.408140 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (53a6d484-0038-44e5-816d-13664172f7a3), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:11.541800 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Publish callbacks [] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:11.554370 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:11.718097 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aaba3b-0f6e-40f3-ab97-1c813dfc84ae None None] Pushing event updated for resources: {'Port': ['ID=c529d94d-ceb6-45a2-a7fe-c20f62346c54,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:11.721881 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 53a6d484-0038-44e5-816d-13664172f7a3 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:11.727126 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:11.838809 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Attempting to bind port c529d94d-ceb6-45a2-a7fe-c20f62346c54 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:04:11.839390 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Attempting to bind port c529d94d-ceb6-45a2-a7fe-c20f62346c54 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': 'e212aa80-74b0-4682-95eb-b12dd38e3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:04:11.840147 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Attempting to bind port c529d94d-ceb6-45a2-a7fe-c20f62346c54 on network edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:04:11.851205 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:04:11.851802 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Checking segment: {'id': 'e212aa80-74b0-4682-95eb-b12dd38e3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:04:11.852488 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:11.853125 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Bound using segment: {'id': 'e212aa80-74b0-4682-95eb-b12dd38e3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:04:11.853907 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Bound port: c529d94d-ceb6-45a2-a7fe-c20f62346c54, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212aa80-74b0-4682-95eb-b12dd38e3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:04:11.854497 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:11.987245 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] For port c529d94d-ceb6-45a2-a7fe-c20f62346c54, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:04:11.993060 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] For port c529d94d-ceb6-45a2-a7fe-c20f62346c54, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=c529d94d-ceb6-45a2-a7fe-c20f62346c54,segment=NetworkSegment(e212aa80-74b0-4682-95eb-b12dd38e3dc9),segment_id=e212aa80-74b0-4682-95eb-b12dd38e3dc9)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:04:12.011985 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:12.177182 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Routers {'6a1a8bc1-347c-42cc-90fa-15c2c0499335'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:04:12.179307 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:04:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['6a1a8bc1-347c-42cc-90fa-15c2c0499335'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:12.215064 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-60e7c8b5-15ac-45a3-a14b-d45d38f931c5 None None] Provisioning complete for port c529d94d-ceb6-45a2-a7fe-c20f62346c54 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:12.215840 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-60e7c8b5-15ac-45a3-a14b-d45d38f931c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:12.485654 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed9634-cb79-4767-b343-5982dc4f64d8 req-fddc4df9-cd18-4725-b2ad-21cdf5e0bc96 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:12.505924 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88ed9634-cb79-4767-b343-5982dc4f64d8 req-fddc4df9-cd18-4725-b2ad-21cdf5e0bc96 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0947144 Mar 11 18:04:12.570912 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88ed9634-cb79-4767-b343-5982dc4f64d8 req-6fd085d2-48e2-4a72-b256-caa23a0e3b4b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636384 Mar 11 18:04:12.634991 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aaba3b-0f6e-40f3-ab97-1c813dfc84ae None None] Pushing event updated for resources: {'Port': ['ID=c529d94d-ceb6-45a2-a7fe-c20f62346c54,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:12.723219 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:12.903681 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] Set router 6a1a8bc1-347c-42cc-90fa-15c2c0499335 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:04:12.907555 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-60e7c8b5-15ac-45a3-a14b-d45d38f931c5 None None] Current status of the port c529d94d-ceb6-45a2-a7fe-c20f62346c54 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:12.908287 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-60e7c8b5-15ac-45a3-a14b-d45d38f931c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:13.065073 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-60e7c8b5-15ac-45a3-a14b-d45d38f931c5 None None] For port c529d94d-ceb6-45a2-a7fe-c20f62346c54, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=c529d94d-ceb6-45a2-a7fe-c20f62346c54,segment=NetworkSegment(e212aa80-74b0-4682-95eb-b12dd38e3dc9),segment_id=e212aa80-74b0-4682-95eb-b12dd38e3dc9)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:13.079625 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-60e7c8b5-15ac-45a3-a14b-d45d38f931c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:13.186622 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7c8b5-15ac-45a3-a14b-d45d38f931c5 None None] Pushing event updated for resources: {'Port': ['ID=c529d94d-ceb6-45a2-a7fe-c20f62346c54,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:13.248025 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7051b625-b983-4ad1-abea-27ad06f050d5 None None] Provisioning complete for port c529d94d-ceb6-45a2-a7fe-c20f62346c54 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:13.248420 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7051b625-b983-4ad1-abea-27ad06f050d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:13.323711 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'name': 'tempest-TestMinimumBasicScenario-1326320778-router', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '53a6d484-0038-44e5-816d-13664172f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:02Z', 'updated_at': '2022-03-11T18:04:06Z', 'revision_number': 4, 'project_id': '1176086f77cd476d84befb4e6204d153', 'gw_port': {'id': '53a6d484-0038-44e5-816d-13664172f7a3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:03Z', 'updated_at': '2022-03-11T18:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'c529d94d-ceb6-45a2-a7fe-c20f62346c54', 'name': '', 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'mac_address': 'fa:16:3e:88:09:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '887ea0c8-266b-4ec0-a6fb-7dc142322e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:05Z', 'updated_at': '2022-03-11T18:04:11Z', 'revision_number': 4, 'project_id': '1176086f77cd476d84befb4e6204d153', 'subnets': [{'id': '887ea0c8-266b-4ec0-a6fb-7dc142322e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:13.385417 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5431bb4-102d-4994-9edb-343a04aa5a94 None None] The sync data for ids ['6a1a8bc1-347c-42cc-90fa-15c2c0499335'] in dv-cinder-788368-4-iscsi is: [{'id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'name': 'tempest-TestMinimumBasicScenario-1326320778-router', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '53a6d484-0038-44e5-816d-13664172f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:02Z', 'updated_at': '2022-03-11T18:04:06Z', 'revision_number': 4, 'project_id': '1176086f77cd476d84befb4e6204d153', 'gw_port': {'id': '53a6d484-0038-44e5-816d-13664172f7a3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:03Z', 'updated_at': '2022-03-11T18:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'c529d94d-ceb6-45a2-a7fe-c20f62346c54', 'name': '', 'network_id': 'edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'mac_address': 'fa:16:3e:88:09:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '887ea0c8-266b-4ec0-a6fb-7dc142322e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:05Z', 'updated_at': '2022-03-11T18:04:11Z', 'revision_number': 4, 'project_id': '1176086f77cd476d84befb4e6204d153', 'subnets': [{'id': '887ea0c8-266b-4ec0-a6fb-7dc142322e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:04:13.433482 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7051b625-b983-4ad1-abea-27ad06f050d5 None None] Current status of the port c529d94d-ceb6-45a2-a7fe-c20f62346c54 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:13.796974 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ea1e6-aac6-4875-a3ae-129bec6e561d req-4b81e27b-8687-4495-b2dc-b12e049f669a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:13.809838 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c53ea1e6-aac6-4875-a3ae-129bec6e561d req-4b81e27b-8687-4495-b2dc-b12e049f669a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1210170 Mar 11 18:04:13.898906 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c53ea1e6-aac6-4875-a3ae-129bec6e561d req-5c4856df-b80a-44bf-9008-77e64ebdde61 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878069 Mar 11 18:04:15.115234 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device c529d94d-ceb6-45a2-a7fe-c20f62346c54 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:04:15.169303 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f8574-4dee-4fb2-ac84-e20204d3334b req-73c2b761-47cc-413e-adc6-122a0000d372 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:15.170943 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ce1f8574-4dee-4fb2-ac84-e20204d3334b req-73c2b761-47cc-413e-adc6-122a0000d372 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1060145 Mar 11 18:04:15.194749 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port c529d94d-ceb6-45a2-a7fe-c20f62346c54 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:15.196060 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:15.296233 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ce1f8574-4dee-4fb2-ac84-e20204d3334b req-c8c7d0d2-03af-49f9-934a-aff9cd31c7bc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059124 Mar 11 18:04:15.358058 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port c529d94d-ceb6-45a2-a7fe-c20f62346c54 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:16.478684 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0eb0c-fbe2-47e3-ab04-3d67e41dd0fb req-9dd592ff-86ec-408c-967d-80b4a8a4bb2b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:16.480635 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fee0eb0c-fbe2-47e3-ab04-3d67e41dd0fb req-9dd592ff-86ec-408c-967d-80b4a8a4bb2b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0738590 Mar 11 18:04:16.576466 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fee0eb0c-fbe2-47e3-ab04-3d67e41dd0fb req-c0486335-1eb8-470d-b4c2-68f795bf2b70 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849600 Mar 11 18:04:17.890321 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185776ae-ff24-48c0-9ade-7c4fdd63bb96 req-1e9ae4be-fb3d-4bdd-b186-a8a1e05d6282 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:17.892041 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-185776ae-ff24-48c0-9ade-7c4fdd63bb96 req-1e9ae4be-fb3d-4bdd-b186-a8a1e05d6282 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1062512 Mar 11 18:04:18.048655 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-185776ae-ff24-48c0-9ade-7c4fdd63bb96 req-c0f33ee9-abe7-4276-aabb-db50706a118a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441841 Mar 11 18:04:19.226464 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565523b-2e8b-4636-a904-f46cbb4fc46e req-93563b2a-1e27-4d26-abfa-52665a2bb10f tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:19.228609 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5565523b-2e8b-4636-a904-f46cbb4fc46e req-93563b2a-1e27-4d26-abfa-52665a2bb10f tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0800343 Mar 11 18:04:19.335356 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5565523b-2e8b-4636-a904-f46cbb4fc46e req-283332a8-caee-4cf1-983d-00c84341c444 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937686 Mar 11 18:04:20.507997 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4d23f-b25f-4a23-a167-5910d72849f0 req-4d6247f5-fc7c-4a8b-94b2-4e97dcce6229 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:20.509687 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-84f4d23f-b25f-4a23-a167-5910d72849f0 req-4d6247f5-fc7c-4a8b-94b2-4e97dcce6229 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0773084 Mar 11 18:04:20.578572 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-84f4d23f-b25f-4a23-a167-5910d72849f0 req-f2ffcd39-f123-44a3-9629-10a5e22e1748 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536680 Mar 11 18:04:21.765935 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f9f44-e71b-4b4b-b8cf-cdbf26a692e5 req-9c171a82-10d5-4180-af44-cc21d58e19f8 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:21.767648 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-946f9f44-e71b-4b4b-b8cf-cdbf26a692e5 req-9c171a82-10d5-4180-af44-cc21d58e19f8 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0860240 Mar 11 18:04:21.828037 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-946f9f44-e71b-4b4b-b8cf-cdbf26a692e5 req-b7195f2e-cf77-40b4-b730-fb81ba5419bc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535142 Mar 11 18:04:22.209150 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-bc94b4b9-aafe-4234-a934-68497f465b40 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:22.211626 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-bc94b4b9-aafe-4234-a934-68497f465b40 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/networks?id=367f9d44-ad67-4888-97fe-b38701e02a55 HTTP/1.1" status: 200 len: 814 time: 0.1448615 Mar 11 18:04:22.228797 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-8fa79163-8b53-4680-9622-c4d2165ed871 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/quotas/5d068b6700f743f0871553c9004b68f5 HTTP/1.1" status: 200 len: 375 time: 0.0106370 Mar 11 18:04:22.318511 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-f7c2e77b-e7fb-4abf-b4eb-7882102a5c51 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d068b6700f743f0871553c9004b68f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834093 Mar 11 18:04:22.431992 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-9b637762-ae4b-4656-ab37-ffe02e0ca421 service neutron] 10.222.0.30 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005409 Mar 11 18:04:22.545437 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-8477253d-6e80-46eb-8f59-566fe60932b6 service neutron] 10.222.0.30 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057899 Mar 11 18:04:22.727949 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-55c6f018-fb3d-4ca5-b17f-5ab572d6d5cc req-cbb84e0f-18af-4d1a-be21-7d505dc537f4 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 210 time: 0.0308986 Mar 11 18:04:22.988810 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90c7e9-9dcc-4c7b-9cb3-41a6c901da93 req-a87b1642-8f97-4704-9c11-5eb03d00bedd tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:22.991488 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dc90c7e9-9dcc-4c7b-9cb3-41a6c901da93 req-a87b1642-8f97-4704-9c11-5eb03d00bedd tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0788314 Mar 11 18:04:23.043886 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dc90c7e9-9dcc-4c7b-9cb3-41a6c901da93 req-af1378f8-be74-4a69-bed4-4e16ef582ee6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461636 Mar 11 18:04:23.820694 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98c1b9f4-e72e-4ac2-a246-53789f3b225f req-7d7509d3-2e6d-49ee-a788-b4fbe34178b9 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 210 time: 0.0345113 Mar 11 18:04:24.181391 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21615ec-b3ca-4ce0-b16a-8d041e43ee61 req-d3cbb76b-6836-40b8-9579-f504944db314 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:24.183536 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a21615ec-b3ca-4ce0-b16a-8d041e43ee61 req-d3cbb76b-6836-40b8-9579-f504944db314 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0586584 Mar 11 18:04:24.237995 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a21615ec-b3ca-4ce0-b16a-8d041e43ee61 req-48a6f4e3-6f01-4b33-87bc-58b8aa757318 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483038 Mar 11 18:04:24.924107 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-aed593d1-6906-4116-be25-91091a1d4971 req-b6e87a1c-8302-4b22-85b5-eed98d34e0d2 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 210 time: 0.0308456 Mar 11 18:04:25.383638 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e4b38-bb7d-48ce-a1f7-719c88aa9be0 req-6f251f65-27a8-4d49-a54c-cf9246a1be6b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:25.385196 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-193e4b38-bb7d-48ce-a1f7-719c88aa9be0 req-6f251f65-27a8-4d49-a54c-cf9246a1be6b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0608137 Mar 11 18:04:25.435981 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-193e4b38-bb7d-48ce-a1f7-719c88aa9be0 req-483a7ff7-0c06-4657-abc0-99c20eaf0bf4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448656 Mar 11 18:04:26.040741 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-773b07ee-6fb3-4d52-b04a-886ebbe7d227 req-e616fa51-cf29-4e7d-870c-9e6c91b1cfae tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 210 time: 0.0373085 Mar 11 18:04:26.570255 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b9419-651f-45db-9b08-93a9a02d28c4 req-d9eb61fe-9573-4a76-9b44-f6ea5f5d696c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:26.573203 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-888b9419-651f-45db-9b08-93a9a02d28c4 req-d9eb61fe-9573-4a76-9b44-f6ea5f5d696c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0644155 Mar 11 18:04:26.643403 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-888b9419-651f-45db-9b08-93a9a02d28c4 req-47525003-652e-47f8-8a82-cf4acca7edbf tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635900 Mar 11 18:04:27.156229 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-22c3c851-3994-4b76-a847-22c426064de1 req-303334f2-1545-4dc3-a6ef-712e95a21a87 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 210 time: 0.0334435 Mar 11 18:04:27.664124 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d9029-f2d5-4f3e-810c-4df1490831c7 req-715f9a5f-450a-4232-b2c4-f09db2aa1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:27.665660 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-875d9029-f2d5-4f3e-810c-4df1490831c7 req-715f9a5f-450a-4232-b2c4-f09db2aa1045 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 1129 time: 0.0500538 Mar 11 18:04:27.742609 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-875d9029-f2d5-4f3e-810c-4df1490831c7 req-cf36f2ad-1188-458c-ab7f-905a3ad6d351 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675967 Mar 11 18:04:27.813051 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a4295-43da-4206-a65d-8fa5b07e79de req-a6fd5827-814b-4eb3-a81f-ed552d1fa5b1 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:27.814769 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-438a4295-43da-4206-a65d-8fa5b07e79de req-a6fd5827-814b-4eb3-a81f-ed552d1fa5b1 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0626233 Mar 11 18:04:27.872368 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-438a4295-43da-4206-a65d-8fa5b07e79de req-06c08636-8b2c-4a7d-83ee-e2ca31f326b1 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473609 Mar 11 18:04:28.305346 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6e711c2f-82f1-4885-8f13-0363b397b79e req-a6a9b2db-1209-4aa6-8f5b-8aabccc978ea tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 210 time: 0.0491707 Mar 11 18:04:28.352821 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-c55c83ca-2473-4168-96b1-cf860b472e96 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:28.355558 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-c55c83ca-2473-4168-96b1-cf860b472e96 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.104 "GET /v2.0/networks?id=367f9d44-ad67-4888-97fe-b38701e02a55 HTTP/1.1" status: 200 len: 814 time: 0.1861813 Mar 11 18:04:28.379142 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Request body: {'port': {'device_id': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'admin_state_up': True, 'tenant_id': '5d068b6700f743f0871553c9004b68f5'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:04:28.512591 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Made reservation on behalf of 5d068b6700f743f0871553c9004b68f5 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:28.519036 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:28.684091 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Allocated IP 172.20.0.13 (367f9d44-ad67-4888-97fe-b38701e02a55/166c4cc7-d4af-4652-88e3-ca087dc679cd/86150acf-22f4-4f55-a36c-ab791b8d368d) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:28.914189 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:28.936868 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:29.003727 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:29.098784 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Network 367f9d44-ad67-4888-97fe-b38701e02a55 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:29.116144 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:29.121075 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:04:29.183339 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event updated for resources: {'Port': ['ID=86150acf-22f4-4f55-a36c-ab791b8d368d,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:29.234927 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a139a9-840c-4a8a-a4e7-c1ba15cf3601 req-34276f11-3026-4723-aebc-ffd57691854c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:29.237491 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c9a139a9-840c-4a8a-a4e7-c1ba15cf3601 req-34276f11-3026-4723-aebc-ffd57691854c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.2189586 Mar 11 18:04:29.253354 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:29.260169 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:29.335033 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-1798fce7-cd00-476c-a8b8-9c289857d359 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9606512 Mar 11 18:04:29.393563 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c9a139a9-840c-4a8a-a4e7-c1ba15cf3601 req-17fcda4f-2a5f-4d24-a6f4-e08bc85579b3 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062696 Mar 11 18:04:29.506189 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-dfe595a5-bc0f-4e53-adaa-bf8ea03b1155 None None] Provisioning complete for port 86150acf-22f4-4f55-a36c-ab791b8d368d triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:29.507327 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dfe595a5-bc0f-4e53-adaa-bf8ea03b1155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:29.574411 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-dfe595a5-bc0f-4e53-adaa-bf8ea03b1155 None None] Port 86150acf-22f4-4f55-a36c-ab791b8d368d cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:04:29.601003 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3f809-cddf-43ee-b87d-ecfc46d2dd7c req-da5aad44-8e3b-4203-9770-47885dbd24d8 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:29.603816 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f1c3f809-cddf-43ee-b87d-ecfc46d2dd7c req-da5aad44-8e3b-4203-9770-47885dbd24d8 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.1347625 Mar 11 18:04:29.671660 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f1c3f809-cddf-43ee-b87d-ecfc46d2dd7c req-2014bec9-e177-4377-a51e-dbfae6a2be4f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603147 Mar 11 18:04:30.623705 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d334a83-445c-4c20-9f74-d9748b4f430c req-5eaed890-dd94-4f36-a822-fbab509d9731 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:30.626066 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6d334a83-445c-4c20-9f74-d9748b4f430c req-5eaed890-dd94-4f36-a822-fbab509d9731 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0837908 Mar 11 18:04:30.708755 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6d334a83-445c-4c20-9f74-d9748b4f430c req-eb9531c3-c077-4f2a-ad9e-4df8511ef962 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726838 Mar 11 18:04:30.860121 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512c280-a2cf-46c0-aeb0-33701ef9d7cd req-15a07a2d-2ec1-4d75-99e2-b2407a65b60c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:30.863070 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a512c280-a2cf-46c0-aeb0-33701ef9d7cd req-15a07a2d-2ec1-4d75-99e2-b2407a65b60c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.0782993 Mar 11 18:04:30.934386 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a512c280-a2cf-46c0-aeb0-33701ef9d7cd req-3478d311-f727-4076-a863-30807895f028 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601866 Mar 11 18:04:31.860775 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec474af-c7b1-4854-953b-18b5c4bfab20 req-9494ca7c-bd27-4170-a20a-cde8ebeae837 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:31.862406 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9ec474af-c7b1-4854-953b-18b5c4bfab20 req-9494ca7c-bd27-4170-a20a-cde8ebeae837 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0761335 Mar 11 18:04:31.929852 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9ec474af-c7b1-4854-953b-18b5c4bfab20 req-04dc8a42-fc37-4806-8729-82fcf3f83375 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605822 Mar 11 18:04:32.117358 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35771ef6-bc79-4ee9-b882-b5e0aa1b9882 req-38051e89-83b2-4eff-b008-3f027282643c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:32.123497 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-35771ef6-bc79-4ee9-b882-b5e0aa1b9882 req-38051e89-83b2-4eff-b008-3f027282643c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.0820460 Mar 11 18:04:32.192877 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-35771ef6-bc79-4ee9-b882-b5e0aa1b9882 req-a9d1d40f-8c35-42e7-8a6e-74e7fa04447d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651994 Mar 11 18:04:33.105964 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb6008-05fd-4f24-8dd9-113bb2995e59 req-b665378e-1cb0-4f2e-9c31-a20384eaa813 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:33.108221 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-73cb6008-05fd-4f24-8dd9-113bb2995e59 req-b665378e-1cb0-4f2e-9c31-a20384eaa813 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0823252 Mar 11 18:04:33.177000 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-73cb6008-05fd-4f24-8dd9-113bb2995e59 req-77afeadb-25d7-405c-9f8f-4e04a1af08cb tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571964 Mar 11 18:04:33.341709 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c145b31-07e9-4e31-adb3-ede3b3a47472 req-22e083db-e9c6-407e-99a9-5e90d5a04d00 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:33.343478 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2c145b31-07e9-4e31-adb3-ede3b3a47472 req-22e083db-e9c6-407e-99a9-5e90d5a04d00 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.0728395 Mar 11 18:04:33.418048 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2c145b31-07e9-4e31-adb3-ede3b3a47472 req-60f05be6-27dd-425b-ad94-5b993a89c4b3 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666811 Mar 11 18:04:34.361224 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8ff04-4bd6-4fd5-9d22-fbecebefd9e0 req-3762cb78-5453-4f81-95b9-d16077cf028a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:34.362953 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7dd8ff04-4bd6-4fd5-9d22-fbecebefd9e0 req-3762cb78-5453-4f81-95b9-d16077cf028a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0780957 Mar 11 18:04:34.445774 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7dd8ff04-4bd6-4fd5-9d22-fbecebefd9e0 req-a196ade5-d17e-4c76-8306-66565558f795 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726418 Mar 11 18:04:34.601494 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f5d55-2ce1-47d7-9d29-049911689f51 req-f896bc2b-36b9-4276-bfb7-bbc478b2dd80 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:34.611290 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-005f5d55-2ce1-47d7-9d29-049911689f51 req-f896bc2b-36b9-4276-bfb7-bbc478b2dd80 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.0961266 Mar 11 18:04:34.696953 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-005f5d55-2ce1-47d7-9d29-049911689f51 req-af04952b-53b8-4e0c-aded-b39fb0e9e325 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827749 Mar 11 18:04:34.981266 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c29afd45-1284-4739-a3ec-04ad450010d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:35.634148 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9718c84-64d1-4a30-87af-cb2a074f4958 req-4488fd0f-79f3-4546-9843-1cf2b5d7d601 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:35.636037 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c9718c84-64d1-4a30-87af-cb2a074f4958 req-4488fd0f-79f3-4546-9843-1cf2b5d7d601 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0651143 Mar 11 18:04:35.714001 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c9718c84-64d1-4a30-87af-cb2a074f4958 req-ba4116d4-3cbe-489f-9c7b-b578ca7c605b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711482 Mar 11 18:04:35.887716 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ffab4-9b75-44c5-9461-0aef59dc8048 req-0ecee0d0-9a13-4e23-b80a-725da2095fb5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:35.890355 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d16ffab4-9b75-44c5-9461-0aef59dc8048 req-0ecee0d0-9a13-4e23-b80a-725da2095fb5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.0736506 Mar 11 18:04:35.958425 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d16ffab4-9b75-44c5-9461-0aef59dc8048 req-7b0538bb-df0d-41e6-9212-a826efde1f05 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581017 Mar 11 18:04:36.887361 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e101cd-524d-4128-a33f-cb032bb8b36b req-989ffb46-d3fb-401c-b53e-3bf6333a691d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:36.889154 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d7e101cd-524d-4128-a33f-cb032bb8b36b req-989ffb46-d3fb-401c-b53e-3bf6333a691d tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0793490 Mar 11 18:04:36.966889 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d7e101cd-524d-4128-a33f-cb032bb8b36b req-2a59c272-753e-44da-a08d-a666c08c40cf tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690324 Mar 11 18:04:37.128224 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef4ae4-7960-4e31-8247-7bd537ea8aba req-3292f1a6-a2ca-4698-a0a0-1d8e704d5c7b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:37.130860 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dbef4ae4-7960-4e31-8247-7bd537ea8aba req-3292f1a6-a2ca-4698-a0a0-1d8e704d5c7b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.0819573 Mar 11 18:04:37.216091 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dbef4ae4-7960-4e31-8247-7bd537ea8aba req-fd9e0a7d-7ddc-44c8-b17f-95e271917797 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778239 Mar 11 18:04:37.871646 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d90303ca-a2aa-44a4-8add-eb083c7c967c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:38.131141 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7410d8e-0094-418a-aeec-305f9d903c2c req-46b8b22c-948b-4b7b-b0c4-44da70fb4728 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:38.133042 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a7410d8e-0094-418a-aeec-305f9d903c2c req-46b8b22c-948b-4b7b-b0c4-44da70fb4728 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0677669 Mar 11 18:04:38.191513 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a7410d8e-0094-418a-aeec-305f9d903c2c req-ca7add46-ca66-4400-afac-58c76fc5d521 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492644 Mar 11 18:04:38.375886 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91876a-2982-40f9-b6f8-5a9c7a653e31 req-63c52fc7-cc19-4322-ac57-fba7b9bd394f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:38.378815 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0e91876a-2982-40f9-b6f8-5a9c7a653e31 req-63c52fc7-cc19-4322-ac57-fba7b9bd394f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.0790045 Mar 11 18:04:38.480974 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0e91876a-2982-40f9-b6f8-5a9c7a653e31 req-16765843-d729-4504-bef5-0657edc6e8ad tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919433 Mar 11 18:04:38.770175 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56414) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:04:38.919020 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:39.015412 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Publish callbacks [] for security_group (297f4fdd-026f-4704-a0cc-cb41f5f7d0c7), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:39.020969 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (297f4fdd-026f-4704-a0cc-cb41f5f7d0c7), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:39.064570 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297f4fdd-026f-4704-a0cc-cb41f5f7d0c7,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:39.078351 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.079048 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.079817 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.080373 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.081120 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.081696 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.082250 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.082835 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.083394 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.083937 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.084476 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.084996 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.085569 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:39.101173 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 56418) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:04:39.101502 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-f6f2a3f1-4e58-4bc0-a854-f3f88475ea50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cdbb2e920c7d474c9bcfc095c58f4dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295929 Mar 11 18:04:39.176274 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cb14eda9-452e-449b-b6ef-6251277765f5 admin admin] Publish callbacks [] for security_group (297f4fdd-026f-4704-a0cc-cb41f5f7d0c7), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:39.200386 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cb14eda9-452e-449b-b6ef-6251277765f5 admin admin] Publish callbacks [] for security_group (297f4fdd-026f-4704-a0cc-cb41f5f7d0c7), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:39.294615 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cb14eda9-452e-449b-b6ef-6251277765f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (297f4fdd-026f-4704-a0cc-cb41f5f7d0c7), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:39.303345 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cb14eda9-452e-449b-b6ef-6251277765f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:39.308614 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-cb14eda9-452e-449b-b6ef-6251277765f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/297f4fdd-026f-4704-a0cc-cb41f5f7d0c7 HTTP/1.1" status: 204 len: 168 time: 0.2023611 Mar 11 18:04:39.314270 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14eda9-452e-449b-b6ef-6251277765f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297f4fdd-026f-4704-a0cc-cb41f5f7d0c7,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:39.433189 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a9528-f049-439e-a86a-8896064bead3 req-5c4d3fc0-f683-4d93-a0e5-666fc7a65462 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:39.434965 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a16a9528-f049-439e-a86a-8896064bead3 req-5c4d3fc0-f683-4d93-a0e5-666fc7a65462 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0870023 Mar 11 18:04:39.506758 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a16a9528-f049-439e-a86a-8896064bead3 req-70935bc8-42fe-4e20-8c5d-212a59e0031c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618849 Mar 11 18:04:39.703019 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865aa9a2-ab83-4abd-b1cb-ca281532bf55 req-b499f14d-905a-41d2-a131-6bfa65f8f5d5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:39.705713 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-865aa9a2-ab83-4abd-b1cb-ca281532bf55 req-b499f14d-905a-41d2-a131-6bfa65f8f5d5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.1015532 Mar 11 18:04:39.812894 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-865aa9a2-ab83-4abd-b1cb-ca281532bf55 req-9ce48bc8-d92c-4e2b-88ea-d428526cd41d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823576 Mar 11 18:04:40.298256 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 56444) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:04:40.416364 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1011183698-network', 'tenant_id': '7a28cc32fd8843b9bf617041395b27b1'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:04:40.439720 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Made reservation on behalf of 7a28cc32fd8843b9bf617041395b27b1 for: {'network': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:40.442431 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:40.453231 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:40.601936 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Publish callbacks [] for security_group (236032c4-301d-4427-a592-4ad0f50b6103), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:40.608518 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (236032c4-301d-4427-a592-4ad0f50b6103), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:40.634285 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1219} {{(pid=103277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:04:40.676147 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (f15b3d0c-6b99-4c56-98ea-53110f8d27d4), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:40.676933 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.segments_db [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Added segment f15b3d0c-6b99-4c56-98ea-53110f8d27d4 of type vlan for network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 Mar 11 18:04:40.723241 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236032c4-301d-4427-a592-4ad0f50b6103,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:40.767178 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:40.837931 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (bae2d27f-7c6a-4f21-b5a4-9ac172dc9485), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:40.900472 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e00300-7b64-4398-955a-901671cd898d req-78b81ab9-6b2e-4881-882c-293f32dddce0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:40.903224 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-22e00300-7b64-4398-955a-901671cd898d req-78b81ab9-6b2e-4881-882c-293f32dddce0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.2374995 Mar 11 18:04:40.914458 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (bae2d27f-7c6a-4f21-b5a4-9ac172dc9485), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:40.917490 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:40.917490 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:41.039666 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7358363 Mar 11 18:04:41.039988 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56454) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:04:41.045407 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-8e547b39-25f5-4901-a559-4d8454cfd8c9 admin admin] Request body: {'subnet': {'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1011183698-subnet', 'tenant_id': '7a28cc32fd8843b9bf617041395b27b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:04:41.069226 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e547b39-25f5-4901-a559-4d8454cfd8c9 admin admin] Made reservation on behalf of 7a28cc32fd8843b9bf617041395b27b1 for: {'subnet': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:41.072247 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8e547b39-25f5-4901-a559-4d8454cfd8c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13482927'] for subnet (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:41.140814 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4203e3-311e-4473-8495-f3e9e18e5c40 admin admin] Pushing event updated for resources: {'Network': ['ID=bae2d27f-7c6a-4f21-b5a4-9ac172dc9485,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:41.153366 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:04:41.180051 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-22e00300-7b64-4398-955a-901671cd898d req-1190c5b4-84f8-4135-bc41-9e55e30d73a6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697513 Mar 11 18:04:41.208779 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afed7e-5d0d-43b7-b333-2fc5754b3cfa req-4c6e8b90-11a0-4871-b771-0f8faa33b35b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:41.211648 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-58afed7e-5d0d-43b7-b333-2fc5754b3cfa req-4c6e8b90-11a0-4871-b771-0f8faa33b35b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.2811291 Mar 11 18:04:41.287385 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-58afed7e-5d0d-43b7-b333-2fc5754b3cfa req-b77da763-11f4-4d66-bc78-15b2cd9576a3 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692387 Mar 11 18:04:41.352598 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8e547b39-25f5-4901-a559-4d8454cfd8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16022571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13482881'] for subnet (30e38dd3-ea10-4c29-9926-d10981ae7573), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:41.412031 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e547b39-25f5-4901-a559-4d8454cfd8c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e38dd3-ea10-4c29-9926-d10981ae7573,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:41.426043 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e547b39-25f5-4901-a559-4d8454cfd8c9 admin admin] Checking segment: {'id': 'f15b3d0c-6b99-4c56-98ea-53110f8d27d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:04:41.426692 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e547b39-25f5-4901-a559-4d8454cfd8c9 admin admin] Network hostable DHCP agents. Network: bae2d27f-7c6a-4f21-b5a4-9ac172dc9485, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:04:41.458638 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e547b39-25f5-4901-a559-4d8454cfd8c9 admin admin] Network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:04:41.473813 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-8e547b39-25f5-4901-a559-4d8454cfd8c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, bae2d27f-7c6a-4f21-b5a4-9ac172dc9485) {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:41.478734 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e547b39-25f5-4901-a559-4d8454cfd8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:41.479363 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8e547b39-25f5-4901-a559-4d8454cfd8c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:41.486255 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6319f5-0454-477c-970f-f4d5a41d6f14 None None] Network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:04:41.499018 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-8e547b39-25f5-4901-a559-4d8454cfd8c9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4573259 Mar 11 18:04:41.597752 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702ae4e-0bc0-4d2b-95c5-37644d8cbf92 None None] Network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:04:41.698591 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:42.344825 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c02c80-1e77-4f6a-9064-3e1c8062f218 req-fb07b1b5-b2b2-4679-8f3b-a58ec5e920bc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:42.346418 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e2c02c80-1e77-4f6a-9064-3e1c8062f218 req-fb07b1b5-b2b2-4679-8f3b-a58ec5e920bc tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0648837 Mar 11 18:04:42.405196 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:42.432392 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e2c02c80-1e77-4f6a-9064-3e1c8062f218 req-a84c3291-8440-4fd2-a3cc-b68fd2ccd187 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803928 Mar 11 18:04:42.456880 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4166731-1156-41a3-9b6f-ffb3a6340ba3 req-1ad1606f-50f3-4a92-af23-0b65c9576652 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:42.458377 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c4166731-1156-41a3-9b6f-ffb3a6340ba3 req-1ad1606f-50f3-4a92-af23-0b65c9576652 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.0852935 Mar 11 18:04:42.513457 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c4166731-1156-41a3-9b6f-ffb3a6340ba3 req-3a70af98-3e3b-4227-aa9d-d134784bf2af tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467644 Mar 11 18:04:43.563285 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41ceb2-992e-44d8-a399-168f8f63b6c6 req-671cea9d-85df-491a-a7a5-fd554c46749e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:43.565061 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2d41ceb2-992e-44d8-a399-168f8f63b6c6 req-671cea9d-85df-491a-a7a5-fd554c46749e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0614390 Mar 11 18:04:43.646504 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2d41ceb2-992e-44d8-a399-168f8f63b6c6 req-e122952b-d491-4aa2-a1bd-8336cbe811ce tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730922 Mar 11 18:04:43.665940 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a940394-5e12-469d-912f-f7d61cb43a00 req-71b87a39-2b4b-472f-af9c-ae3bc4e540e2 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:43.667569 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a940394-5e12-469d-912f-f7d61cb43a00 req-71b87a39-2b4b-472f-af9c-ae3bc4e540e2 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.0787785 Mar 11 18:04:43.730407 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a940394-5e12-469d-912f-f7d61cb43a00 req-0b0f81e9-0414-4e48-b1e5-35028e6e9e7b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562401 Mar 11 18:04:44.445181 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fc406-5267-406e-ac68-552f035ed442 req-b8de7a5f-4a1e-4ce9-b89a-0542c3a50598 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:44.446767 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-b8de7a5f-4a1e-4ce9-b89a-0542c3a50598 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/networks?id=bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 HTTP/1.1" status: 200 len: 814 time: 0.1123431 Mar 11 18:04:44.466590 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-97c24863-9fc6-4171-a3da-ed90eae86fa9 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/quotas/7a28cc32fd8843b9bf617041395b27b1 HTTP/1.1" status: 200 len: 375 time: 0.0104451 Mar 11 18:04:44.504852 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-e7ed77bb-4a73-404b-baa9-476d69808608 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a28cc32fd8843b9bf617041395b27b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322397 Mar 11 18:04:44.604220 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-94a49449-859b-4820-927e-56bd8a060053 service neutron] 10.222.0.30 "GET /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920784 Mar 11 18:04:44.709265 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-6e762fcb-9f4f-400a-b318-6bbfa0bf54ef service neutron] 10.222.0.30 "GET /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979235 Mar 11 18:04:44.821314 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bfd5d-8ee3-4d8c-98b2-897e48cb85a6 req-9733977a-b3c5-4b66-90c5-27624f15b559 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:44.824591 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d81bfd5d-8ee3-4d8c-98b2-897e48cb85a6 req-9733977a-b3c5-4b66-90c5-27624f15b559 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0752857 Mar 11 18:04:44.901601 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d81bfd5d-8ee3-4d8c-98b2-897e48cb85a6 req-a6e2b1ac-5dfc-4219-976c-f5e844e8b9e0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707066 Mar 11 18:04:45.008179 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8abbbf79-4181-4eaf-ba16-beffff8616bf req-e15457c7-92e0-4eab-9a82-34adfab87f2b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 210 time: 0.0522876 Mar 11 18:04:45.036349 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ce3ef-0ec3-4222-b029-bc196dd1efde req-2084479a-ebb2-4907-a336-7a5787cb05ec tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:45.039409 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e18ce3ef-0ec3-4222-b029-bc196dd1efde req-2084479a-ebb2-4907-a336-7a5787cb05ec tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 932 time: 0.1362901 Mar 11 18:04:45.107369 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e18ce3ef-0ec3-4222-b029-bc196dd1efde req-e45e8ace-20df-4d94-8b97-09819b490754 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558090 Mar 11 18:04:45.244495 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Request body: {'port': {'device_id': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:04:45.336593 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:45.672107 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86150acf-22f4-4f55-a36c-ab791b8d368d {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:04:45.682676 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Publish callbacks [] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:45.703695 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Transition to ACTIVE for port object 86150acf-22f4-4f55-a36c-ab791b8d368d will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:04:45.710894 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:45.765689 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Pushing event updated for resources: {'Port': ['ID=86150acf-22f4-4f55-a36c-ab791b8d368d,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:45.849287 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Attempting to bind port 86150acf-22f4-4f55-a36c-ab791b8d368d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:04:45.849686 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Attempting to bind port 86150acf-22f4-4f55-a36c-ab791b8d368d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:04:45.849947 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Attempting to bind port 86150acf-22f4-4f55-a36c-ab791b8d368d on network 367f9d44-ad67-4888-97fe-b38701e02a55 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:04:45.855511 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Port 86150acf-22f4-4f55-a36c-ab791b8d368d on network 367f9d44-ad67-4888-97fe-b38701e02a55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:04:45.855830 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Attempting to bind port 86150acf-22f4-4f55-a36c-ab791b8d368d on network 367f9d44-ad67-4888-97fe-b38701e02a55 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:04:45.861842 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:04:45.862176 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Checking segment: {'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:04:45.862609 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Bound using segment: {'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:04:45.863063 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Bound port: 86150acf-22f4-4f55-a36c-ab791b8d368d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c410a452-772a-4fbe-b609-68d9cd018509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:04:45.863433 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:45.955110 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] For port 86150acf-22f4-4f55-a36c-ab791b8d368d, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:04:45.958772 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] For port 86150acf-22f4-4f55-a36c-ab791b8d368d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86150acf-22f4-4f55-a36c-ab791b8d368d,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:04:45.974066 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:46.022435 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:46.023492 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:46.025041 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] 10.222.0.104 "PUT /v2.0/ports/86150acf-22f4-4f55-a36c-ab791b8d368d HTTP/1.1" status: 200 len: 1094 time: 0.7878218 Mar 11 18:04:46.046342 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:04:46.050445 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b45ca16-e2db-4966-8897-034db04541f6" -d '{"events": [{"name": "network-changed", "server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:04:46.125144 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0368e12-df3c-410f-82fc-aefde70701cf service neutron] Pushing event updated for resources: {'Port': ['ID=86150acf-22f4-4f55-a36c-ab791b8d368d,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:46.441245 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7bc3fce9-a858-48c4-9d39-6629af2252f1 req-b2900291-8474-4348-b98e-1d7edd80d3a5 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 210 time: 0.3409188 Mar 11 18:04:46.500364 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5ec777-fc28-4f41-8949-de23e4102178 x-openstack-request-id: req-5d5ec777-fc28-4f41-8949-de23e4102178 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:04:46.500825 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:04:46.501196 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d5ec777-fc28-4f41-8949-de23e4102178 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:04:46.501852 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'status': 'completed', 'code': 200} Mar 11 18:04:46.514876 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960af79-6485-4961-91aa-a7d37f82b685 req-de3f5d2a-5230-4851-a0bc-829636d7edd2 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:46.517716 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5960af79-6485-4961-91aa-a7d37f82b685 req-de3f5d2a-5230-4851-a0bc-829636d7edd2 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.5179610 Mar 11 18:04:46.672564 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-5e5e8e0f-a771-4cfe-bc4d-1ab695932c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:46.674046 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-5e5e8e0f-a771-4cfe-bc4d-1ab695932c92 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5d068b6700f743f0871553c9004b68f5&device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 1128 time: 0.5509028 Mar 11 18:04:46.705188 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5960af79-6485-4961-91aa-a7d37f82b685 req-ff143dda-648a-4797-a5f2-32643759fc0c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768057 Mar 11 18:04:46.745567 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fc406-5267-406e-ac68-552f035ed442 req-1ec9df85-438e-4fea-bda8-5938d59559b6 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:46.747174 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-1ec9df85-438e-4fea-bda8-5938d59559b6 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.104 "GET /v2.0/networks?id=bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 HTTP/1.1" status: 200 len: 814 time: 0.3117180 Mar 11 18:04:46.750701 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-38b32003-23b6-41a5-a316-1ba5e4dd0e35 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86150acf-22f4-4f55-a36c-ab791b8d368d HTTP/1.1" status: 200 len: 217 time: 0.0580773 Mar 11 18:04:46.765448 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98f519-a2ac-4a5b-bceb-6d8404ca95fd req-6bc89e17-29de-484f-86a7-f098072bc6f8 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:46.768108 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ce98f519-a2ac-4a5b-bceb-6d8404ca95fd req-6bc89e17-29de-484f-86a7-f098072bc6f8 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 944 time: 0.2195513 Mar 11 18:04:46.788629 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-3f2fc406-5267-406e-ac68-552f035ed442 req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Request body: {'port': {'device_id': '4d9e927c-ca34-42f7-8210-2a490b60918c', 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485', 'admin_state_up': True, 'tenant_id': '7a28cc32fd8843b9bf617041395b27b1'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:04:46.967300 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-da88db5d-f2dd-45e4-bdcb-a3695997df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:46.968651 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-da88db5d-f2dd-45e4-bdcb-a3695997df1f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=166c4cc7-d4af-4652-88e3-ca087dc679cd HTTP/1.1" status: 200 len: 853 time: 0.1972990 Mar 11 18:04:46.978042 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ce98f519-a2ac-4a5b-bceb-6d8404ca95fd req-77476e65-691a-48fe-92e1-7d8bbca5b468 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810286 Mar 11 18:04:47.067698 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-8414997d-5076-4742-af1e-31347c95c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:47.069515 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-8414997d-5076-4742-af1e-31347c95c03e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=367f9d44-ad67-4888-97fe-b38701e02a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884233 Mar 11 18:04:47.070228 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2fc406-5267-406e-ac68-552f035ed442 req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Made reservation on behalf of 7a28cc32fd8843b9bf617041395b27b1 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:04:47.074077 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-3f2fc406-5267-406e-ac68-552f035ed442 req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:47.134501 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ce9a7-5f35-49d9-880d-2f260dba366a req-cb0f2ef9-8cc7-4fd0-8502-9cb85a1c43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:47.136924 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-797ce9a7-5f35-49d9-880d-2f260dba366a req-cb0f2ef9-8cc7-4fd0-8502-9cb85a1c43d4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de1fa1034bb343609fb1431412b391d6&device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 1129 time: 0.0601139 Mar 11 18:04:47.279198 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd907bcd-3c2a-442e-a9c6-ff7ec1c3a684 req-08e15bb2-cd86-40e5-b35e-c66882bdb5c4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:47.280813 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fd907bcd-3c2a-442e-a9c6-ff7ec1c3a684 req-08e15bb2-cd86-40e5-b35e-c66882bdb5c4 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1759233 Mar 11 18:04:47.328031 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-7ca011a3-738a-4cfd-81a3-cd29d772660b service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512076 Mar 11 18:04:47.341302 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ce9a7-5f35-49d9-880d-2f260dba366a req-5d9ae4ff-500b-45ff-b04a-222e2d2a43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:47.343017 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-797ce9a7-5f35-49d9-880d-2f260dba366a req-5d9ae4ff-500b-45ff-b04a-222e2d2a43c6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 200 len: 919 time: 0.1207926 Mar 11 18:04:47.398537 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-3f2fc406-5267-406e-ac68-552f035ed442 req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Allocated IP 172.20.0.11 (bae2d27f-7c6a-4f21-b5a4-9ac172dc9485/30e38dd3-ea10-4c29-9926-d10981ae7573/117e803e-ce02-41ad-bff3-1ac1fe902e9d) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:04:47.408443 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-797ce9a7-5f35-49d9-880d-2f260dba366a req-88256aa7-823d-436d-b79b-3bbe6081b025 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7b752e-b47c-4482-a1cf-cf0a4a87632f HTTP/1.1" status: 200 len: 217 time: 0.0582647 Mar 11 18:04:47.455245 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fd907bcd-3c2a-442e-a9c6-ff7ec1c3a684 req-5ade29ae-6c71-4c67-9769-9b67c2cb6d72 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657238 Mar 11 18:04:47.492948 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ce9a7-5f35-49d9-880d-2f260dba366a req-bbd8b5c3-1283-4864-a6c1-48c052e08497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:47.494538 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-797ce9a7-5f35-49d9-880d-2f260dba366a req-bbd8b5c3-1283-4864-a6c1-48c052e08497 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7d395e4c-e767-470a-8b97-81a4caa9b38e HTTP/1.1" status: 200 len: 857 time: 0.0734210 Mar 11 18:04:47.570064 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd818ea0-0079-4c6f-99ce-3be8651ff435 req-296e5285-6fba-4830-bb80-d8ec3c4273fb service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330446 Mar 11 18:04:47.598634 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-797ce9a7-5f35-49d9-880d-2f260dba366a req-10386da9-ce1a-49f2-98fd-b2a5f7ecd2ec service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf8b21d-4c74-4320-a597-db72e3e147d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952134 Mar 11 18:04:47.649465 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c7bc1bfa-1758-4063-a7d1-b7a6c5f4004e req-95e592a1-1faf-404d-939b-6f205915d53a tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 210 time: 0.0698109 Mar 11 18:04:47.743006 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-797ce9a7-5f35-49d9-880d-2f260dba366a req-c22e8109-79d5-4625-b01f-8afec2d4880c service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255872 Mar 11 18:04:47.864856 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45ca16-e2db-4966-8897-034db04541f6 req-4035e0ea-98a0-4596-8b63-748b80461417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:47.866474 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2b45ca16-e2db-4966-8897-034db04541f6 req-4035e0ea-98a0-4596-8b63-748b80461417 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5d068b6700f743f0871553c9004b68f5&device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 1128 time: 0.2076297 Mar 11 18:04:47.869737 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-3f2fc406-5267-406e-ac68-552f035ed442 req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks [] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:47.877963 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-797ce9a7-5f35-49d9-880d-2f260dba366a req-665878a9-6898-491e-ae93-acc0e2c7ba0c service neutron] 10.222.0.104 "GET /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261678 Mar 11 18:04:47.977275 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-3f2fc406-5267-406e-ac68-552f035ed442 req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:48.022193 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45ca16-e2db-4966-8897-034db04541f6 req-d1b81903-fa1b-408d-8de9-eeb3e954173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:48.023857 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2b45ca16-e2db-4966-8897-034db04541f6 req-d1b81903-fa1b-408d-8de9-eeb3e954173c service neutron] 10.222.0.104 "GET /v2.0/networks?id=367f9d44-ad67-4888-97fe-b38701e02a55 HTTP/1.1" status: 200 len: 916 time: 0.1475036 Mar 11 18:04:48.046809 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:04:48.047845 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2fc406-5267-406e-ac68-552f035ed442 req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:04:48.084475 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-3f2fc406-5267-406e-ac68-552f035ed442 req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:04:48.087260 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2b45ca16-e2db-4966-8897-034db04541f6 req-4b8cb9a1-9b0c-4c00-b3bb-906e217bb155 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86150acf-22f4-4f55-a36c-ab791b8d368d HTTP/1.1" status: 200 len: 217 time: 0.0550942 Mar 11 18:04:48.090904 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2fc406-5267-406e-ac68-552f035ed442 req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:04:48.112296 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Pushing event updated for resources: {'Port': ['ID=117e803e-ce02-41ad-bff3-1ac1fe902e9d,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:48.209430 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fc406-5267-406e-ac68-552f035ed442 req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:48.210165 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-3f2fc406-5267-406e-ac68-552f035ed442 req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:48.228093 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45ca16-e2db-4966-8897-034db04541f6 req-725ee525-cdce-4499-bee0-62d58a7b7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:48.229606 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2b45ca16-e2db-4966-8897-034db04541f6 req-725ee525-cdce-4499-bee0-62d58a7b7c74 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=166c4cc7-d4af-4652-88e3-ca087dc679cd HTTP/1.1" status: 200 len: 853 time: 0.1283789 Mar 11 18:04:48.244380 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddf7f4-7677-4b43-97ad-db4d0e7495df req-d8b72a62-3752-4d49-a2c3-8ebdf2f71474 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:48.245995 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-58ddf7f4-7677-4b43-97ad-db4d0e7495df req-d8b72a62-3752-4d49-a2c3-8ebdf2f71474 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 944 time: 0.1661346 Mar 11 18:04:48.250770 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-a4ebbffa-ef1b-4d3a-87db-e07570675a9b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4812114 Mar 11 18:04:48.292119 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Request body: {'port': {'device_id': '4d9e927c-ca34-42f7-8210-2a490b60918c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:04:48.391026 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-58ddf7f4-7677-4b43-97ad-db4d0e7495df req-93a8f0d3-ca3c-49b4-b24a-0f58ffd3b30b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325629 Mar 11 18:04:48.397955 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45ca16-e2db-4966-8897-034db04541f6 req-fc03fb59-e4d1-4dc0-a17f-c4b9de408b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:48.399592 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2b45ca16-e2db-4966-8897-034db04541f6 req-fc03fb59-e4d1-4dc0-a17f-c4b9de408b72 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=367f9d44-ad67-4888-97fe-b38701e02a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1525908 Mar 11 18:04:48.400285 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:48.607698 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2b45ca16-e2db-4966-8897-034db04541f6 req-6e210b10-c222-4a3b-8ddc-c1c3fc05759f service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938472 Mar 11 18:04:48.868534 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef110177-7b8c-4915-855f-fd3b2c8822f2 req-f19c2374-5324-4994-8ba5-edb6e61c99b3 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:48.870018 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ef110177-7b8c-4915-855f-fd3b2c8822f2 req-f19c2374-5324-4994-8ba5-edb6e61c99b3 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.2823920 Mar 11 18:04:48.928909 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2b45ca16-e2db-4966-8897-034db04541f6 req-bff4dffe-9930-4ba1-9f96-6f8c35a56007 service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032935 Mar 11 18:04:49.007599 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc14af8-4b4e-4df3-87ec-bb23d54ddc64 req-fb2dbad5-4cc3-46f7-a432-87b631d6c253 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:49.009332 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bbc14af8-4b4e-4df3-87ec-bb23d54ddc64 req-fb2dbad5-4cc3-46f7-a432-87b631d6c253 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 932 time: 0.2100945 Mar 11 18:04:49.014855 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ef110177-7b8c-4915-855f-fd3b2c8822f2 req-37856c7e-1475-4afa-bbcf-c3a75fda3a79 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342125 Mar 11 18:04:49.043230 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117e803e-ce02-41ad-bff3-1ac1fe902e9d {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:04:49.056238 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Publish callbacks [] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:49.089105 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Transition to ACTIVE for port object 117e803e-ce02-41ad-bff3-1ac1fe902e9d will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:04:49.094512 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bbc14af8-4b4e-4df3-87ec-bb23d54ddc64 req-8b062568-7203-4ba0-82c6-bb33c529a133 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767450 Mar 11 18:04:49.095647 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:49.152471 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Pushing event updated for resources: {'Port': ['ID=117e803e-ce02-41ad-bff3-1ac1fe902e9d,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:49.273699 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Attempting to bind port 117e803e-ce02-41ad-bff3-1ac1fe902e9d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:04:49.274256 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Attempting to bind port 117e803e-ce02-41ad-bff3-1ac1fe902e9d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f15b3d0c-6b99-4c56-98ea-53110f8d27d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:04:49.274862 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Attempting to bind port 117e803e-ce02-41ad-bff3-1ac1fe902e9d on network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:04:49.283175 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Port 117e803e-ce02-41ad-bff3-1ac1fe902e9d on network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:04:49.283699 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Attempting to bind port 117e803e-ce02-41ad-bff3-1ac1fe902e9d on network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:04:49.293663 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:04:49.294218 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Checking segment: {'id': 'f15b3d0c-6b99-4c56-98ea-53110f8d27d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:04:49.294890 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Bound using segment: {'id': 'f15b3d0c-6b99-4c56-98ea-53110f8d27d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:04:49.295545 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Bound port: 117e803e-ce02-41ad-bff3-1ac1fe902e9d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15b3d0c-6b99-4c56-98ea-53110f8d27d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:04:49.296071 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:49.383323 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] For port 117e803e-ce02-41ad-bff3-1ac1fe902e9d, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:04:49.387472 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] For port 117e803e-ce02-41ad-bff3-1ac1fe902e9d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=117e803e-ce02-41ad-bff3-1ac1fe902e9d,segment=NetworkSegment(f15b3d0c-6b99-4c56-98ea-53110f8d27d4),segment_id=f15b3d0c-6b99-4c56-98ea-53110f8d27d4)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:04:49.396502 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:49.439217 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:49.440010 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:49.441790 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-19ee374d-135a-4d7b-be41-297658022812 service neutron] 10.222.0.104 "PUT /v2.0/ports/117e803e-ce02-41ad-bff3-1ac1fe902e9d HTTP/1.1" status: 200 len: 1094 time: 1.1605287 Mar 11 18:04:49.442395 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9e927c-ca34-42f7-8210-2a490b60918c', 'tag': '117e803e-ce02-41ad-bff3-1ac1fe902e9d'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:04:49.445052 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325af8ee-f505-429d-90a1-e003fd9ba14a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9e927c-ca34-42f7-8210-2a490b60918c", "tag": "117e803e-ce02-41ad-bff3-1ac1fe902e9d"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:04:49.490517 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee374d-135a-4d7b-be41-297658022812 service neutron] Pushing event updated for resources: {'Port': ['ID=117e803e-ce02-41ad-bff3-1ac1fe902e9d,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:49.519409 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6656d86a-508b-491c-8052-587648d3daec x-openstack-request-id: req-6656d86a-508b-491c-8052-587648d3daec {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:04:49.519700 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9e927c-ca34-42f7-8210-2a490b60918c", "tag": "117e803e-ce02-41ad-bff3-1ac1fe902e9d", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:04:49.519980 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6656d86a-508b-491c-8052-587648d3daec {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:04:49.520371 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9e927c-ca34-42f7-8210-2a490b60918c', 'tag': '117e803e-ce02-41ad-bff3-1ac1fe902e9d', 'status': 'completed', 'code': 200} Mar 11 18:04:49.869561 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fc406-5267-406e-ac68-552f035ed442 req-95e388d0-c9ad-4585-aee7-cb041d57baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:49.871159 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-95e388d0-c9ad-4585-aee7-cb041d57baa7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7a28cc32fd8843b9bf617041395b27b1&device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 1128 time: 0.3656094 Mar 11 18:04:49.883232 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db98fd-9a36-462b-950a-c83f6677f185 req-b70d9ac7-0cb3-49fe-9125-f563839fc608 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:49.884512 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75db98fd-9a36-462b-950a-c83f6677f185 req-b70d9ac7-0cb3-49fe-9125-f563839fc608 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 944 time: 0.3687813 Mar 11 18:04:49.926201 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-825dc906-4199-46c3-a424-30adcd8461a8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e803e-ce02-41ad-bff3-1ac1fe902e9d HTTP/1.1" status: 200 len: 217 time: 0.0406330 Mar 11 18:04:50.004294 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75db98fd-9a36-462b-950a-c83f6677f185 req-39e1947b-7a53-4aa5-af8c-40fe69be593a tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110871 Mar 11 18:04:50.006040 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fc406-5267-406e-ac68-552f035ed442 req-b7a77844-5bf9-40ff-afec-029926efb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:50.007990 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-b7a77844-5bf9-40ff-afec-029926efb29f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=30e38dd3-ea10-4c29-9926-d10981ae7573 HTTP/1.1" status: 200 len: 854 time: 0.0726256 Mar 11 18:04:50.053626 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-99a53906-48c6-4e2d-9d5a-538e5a73e16d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bae2d27f-7c6a-4f21-b5a4-9ac172dc9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374877 Mar 11 18:04:50.300413 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-8bd6cf1c-ca8e-4681-b273-e8db9fc0fe3b service neutron] 10.222.0.104 "GET /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398596 Mar 11 18:04:50.371173 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d74c3-437a-490e-8c2f-4659acbaaab7 req-3fb4fe43-2ee5-4611-8752-737b35e4596e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:50.372839 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9c9d74c3-437a-490e-8c2f-4659acbaaab7 req-3fb4fe43-2ee5-4611-8752-737b35e4596e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.2153246 Mar 11 18:04:50.422753 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846dee6-f589-4165-b45b-61e3d33ff3bb req-78758644-be84-48e2-b3c1-db07d9b8df20 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:50.425200 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b846dee6-f589-4165-b45b-61e3d33ff3bb req-78758644-be84-48e2-b3c1-db07d9b8df20 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.2161996 Mar 11 18:04:50.586305 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f2fc406-5267-406e-ac68-552f035ed442 req-8d41ff89-bc85-4a55-a2e3-e40d34829726 service neutron] 10.222.0.104 "GET /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720037 Mar 11 18:04:50.592010 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9c9d74c3-437a-490e-8c2f-4659acbaaab7 req-04040e20-36c7-4932-a3ec-efaca3827aa5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111890 Mar 11 18:04:50.612998 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b846dee6-f589-4165-b45b-61e3d33ff3bb req-9b88999b-e071-4cb9-bb42-c492f23fd139 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340394 Mar 11 18:04:50.775002 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a98ea-e45d-467e-a423-df2eb9721b98 req-b47645d2-b379-4ddc-97d0-5e722a6d4de1 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:50.776608 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-200a98ea-e45d-467e-a423-df2eb9721b98 req-b47645d2-b379-4ddc-97d0-5e722a6d4de1 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 944 time: 0.1161458 Mar 11 18:04:50.778909 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af8ee-f505-429d-90a1-e003fd9ba14a req-91d9dc03-8dd9-4233-99c7-2528f882f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:50.780436 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-325af8ee-f505-429d-90a1-e003fd9ba14a req-91d9dc03-8dd9-4233-99c7-2528f882f941 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7a28cc32fd8843b9bf617041395b27b1&device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 1128 time: 0.1083727 Mar 11 18:04:50.891149 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-200a98ea-e45d-467e-a423-df2eb9721b98 req-d3e76d05-5db7-47a9-9599-88e5d085ce23 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054969 Mar 11 18:04:50.915306 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af8ee-f505-429d-90a1-e003fd9ba14a req-f7e800d2-ce0e-4202-9cbf-22d6eca1f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:50.916880 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-325af8ee-f505-429d-90a1-e003fd9ba14a req-f7e800d2-ce0e-4202-9cbf-22d6eca1f3c8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 HTTP/1.1" status: 200 len: 916 time: 0.1294863 Mar 11 18:04:50.968305 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-325af8ee-f505-429d-90a1-e003fd9ba14a req-7636947c-b893-48ee-a24e-17746bd100f6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e803e-ce02-41ad-bff3-1ac1fe902e9d HTTP/1.1" status: 200 len: 217 time: 0.0437376 Mar 11 18:04:51.024794 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af8ee-f505-429d-90a1-e003fd9ba14a req-9c33d3f9-5992-4775-adda-b4c3083521ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:51.026322 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-325af8ee-f505-429d-90a1-e003fd9ba14a req-9c33d3f9-5992-4775-adda-b4c3083521ea service neutron] 10.222.0.104 "GET /v2.0/subnets?id=30e38dd3-ea10-4c29-9926-d10981ae7573 HTTP/1.1" status: 200 len: 854 time: 0.0512621 Mar 11 18:04:51.074996 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-325af8ee-f505-429d-90a1-e003fd9ba14a req-f67132df-e4e8-4c9d-9834-dbdb281724d7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bae2d27f-7c6a-4f21-b5a4-9ac172dc9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417416 Mar 11 18:04:51.123813 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 86150acf-22f4-4f55-a36c-ab791b8d368d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:04:51.219955 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d63679-32b7-44fc-8b54-2b97a81b2e42 req-14a3a64c-31b5-44f5-91a1-4fad88f50d03 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:51.221890 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a0d63679-32b7-44fc-8b54-2b97a81b2e42 req-14a3a64c-31b5-44f5-91a1-4fad88f50d03 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 944 time: 0.1268041 Mar 11 18:04:51.225616 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-325af8ee-f505-429d-90a1-e003fd9ba14a req-8248f9da-3a33-4c1a-ab2d-ab9a7b0a6322 service neutron] 10.222.0.104 "GET /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432650 Mar 11 18:04:51.244528 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 86150acf-22f4-4f55-a36c-ab791b8d368d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86150acf-22f4-4f55-a36c-ab791b8d368d,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:51.258135 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'port_id': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'mac_address': 'fa:16:3e:42:1f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:04:51.322451 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 86150acf-22f4-4f55-a36c-ab791b8d368d is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:51.323471 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:51.339438 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86150acf-22f4-4f55-a36c-ab791b8d368d {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:04:51.368164 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 86150acf-22f4-4f55-a36c-ab791b8d368d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86150acf-22f4-4f55-a36c-ab791b8d368d,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:51.378980 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:51.438594 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a0d63679-32b7-44fc-8b54-2b97a81b2e42 req-d513b89e-f62b-4c2a-9be9-3cc30c92d7af tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953542 Mar 11 18:04:51.466797 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-325af8ee-f505-429d-90a1-e003fd9ba14a req-f52c70ed-264a-4f7f-ad29-536781534db3 service neutron] 10.222.0.104 "GET /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342856 Mar 11 18:04:51.474707 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=86150acf-22f4-4f55-a36c-ab791b8d368d,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:51.767460 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e7429-6ce4-492b-8335-28694a611852 req-b0f47626-6165-4f05-b708-cd146346e9a0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:51.769333 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-994e7429-6ce4-492b-8335-28694a611852 req-b0f47626-6165-4f05-b708-cd146346e9a0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0648744 Mar 11 18:04:51.839233 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-994e7429-6ce4-492b-8335-28694a611852 req-02d74915-b487-4a02-9e26-8309054a1b21 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628145 Mar 11 18:04:51.973784 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['86150acf-22f4-4f55-a36c-ab791b8d368d'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:04:52.076446 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34c946-81c7-4080-8c25-af79ae748987 req-5d295552-6523-49b3-a11d-a0d804606216 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:52.078337 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5a34c946-81c7-4080-8c25-af79ae748987 req-5d295552-6523-49b3-a11d-a0d804606216 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1462548 Mar 11 18:04:52.133712 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c072355-b572-4aea-93a1-ebcc9284af3e req-644c7748-62f8-49c5-b451-6d1f215ad464 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:52.142237 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3c072355-b572-4aea-93a1-ebcc9284af3e req-644c7748-62f8-49c5-b451-6d1f215ad464 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 944 time: 0.1340282 Mar 11 18:04:52.202416 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5a34c946-81c7-4080-8c25-af79ae748987 req-10a0ac68-ce6c-483b-b6d3-1ad66ba6a754 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152616 Mar 11 18:04:52.219914 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3c072355-b572-4aea-93a1-ebcc9284af3e req-9386de9f-4a39-4cf4-a3ef-74873b947e48 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766540 Mar 11 18:04:52.613585 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a8ed-3c5d-4cc3-8b15-0c7de538eb61 req-7bdf26a2-5f0b-4374-9a91-84121b449df5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:52.615320 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9086a8ed-3c5d-4cc3-8b15-0c7de538eb61 req-7bdf26a2-5f0b-4374-9a91-84121b449df5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 945 time: 0.0667555 Mar 11 18:04:52.672973 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9086a8ed-3c5d-4cc3-8b15-0c7de538eb61 req-dbd80ff6-6c3a-4852-821c-a4773c6f31dc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488267 Mar 11 18:04:52.980864 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2f9a0-6836-493c-8b15-90d01e82a233 req-98834204-81f9-496c-b166-d3441ff73ada tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:52.982529 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1fd2f9a0-6836-493c-8b15-90d01e82a233 req-98834204-81f9-496c-b166-d3441ff73ada tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0596428 Mar 11 18:04:53.041899 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1fd2f9a0-6836-493c-8b15-90d01e82a233 req-28c9f522-cc9e-481e-9794-60d714fb3028 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527673 Mar 11 18:04:53.367272 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6f516-276b-4c06-aa0d-2c4b3d4f187b req-60a01013-bb07-44a9-8d2c-5b75deab8c71 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:53.369309 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7ee6f516-276b-4c06-aa0d-2c4b3d4f187b req-60a01013-bb07-44a9-8d2c-5b75deab8c71 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0765390 Mar 11 18:04:53.456368 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7ee6f516-276b-4c06-aa0d-2c4b3d4f187b req-fe6ada5a-0347-4edf-92c2-38d74e80f0ae tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804775 Mar 11 18:04:53.574285 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503552e8-959b-44c9-846d-76b3e39f84d8 req-05978960-b84c-4779-8127-c603666ea691 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:53.576400 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-503552e8-959b-44c9-846d-76b3e39f84d8 req-05978960-b84c-4779-8127-c603666ea691 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 944 time: 0.0794017 Mar 11 18:04:53.630460 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-503552e8-959b-44c9-846d-76b3e39f84d8 req-d4ae26ab-f109-489f-9d3e-9552f0c25666 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471499 Mar 11 18:04:53.840220 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9f659-505c-4e94-afd4-d48bd56fd579 req-cedcf265-8345-4fa5-a91f-7ba55e62b02e tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:53.841861 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-57f9f659-505c-4e94-afd4-d48bd56fd579 req-cedcf265-8345-4fa5-a91f-7ba55e62b02e tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 945 time: 0.0647023 Mar 11 18:04:53.915057 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-57f9f659-505c-4e94-afd4-d48bd56fd579 req-63333bbd-6800-446f-99b7-9828b4ab8eb9 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669320 Mar 11 18:04:54.612039 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578c3af-5206-4a5e-bb60-c49eb47fe243 req-e3b58ed1-b42e-4c6c-a017-1e8edc106a82 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:54.613696 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a578c3af-5206-4a5e-bb60-c49eb47fe243 req-e3b58ed1-b42e-4c6c-a017-1e8edc106a82 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0719063 Mar 11 18:04:54.669817 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a578c3af-5206-4a5e-bb60-c49eb47fe243 req-5ea564f3-ac46-472f-b3d7-ef7245e9d949 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483947 Mar 11 18:04:54.770938 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9d586-cebc-41df-b9b1-c567b5b90077 req-b60af971-72b2-47ce-ae21-f15f177b6c61 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:54.772538 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7af9d586-cebc-41df-b9b1-c567b5b90077 req-b60af971-72b2-47ce-ae21-f15f177b6c61 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 944 time: 0.0616360 Mar 11 18:04:54.827779 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7af9d586-cebc-41df-b9b1-c567b5b90077 req-99623b84-37f7-453d-a2c9-19bf0fb7fa69 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490658 Mar 11 18:04:55.051028 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04dd82-7199-4ac5-960c-70639a0e65ce req-da09f652-1cc5-456a-b4a4-5212077314c2 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:55.052646 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bb04dd82-7199-4ac5-960c-70639a0e65ce req-da09f652-1cc5-456a-b4a4-5212077314c2 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 945 time: 0.0584707 Mar 11 18:04:55.110127 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bb04dd82-7199-4ac5-960c-70639a0e65ce req-46230058-7248-4408-b80a-feea6c4a7f4c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471375 Mar 11 18:04:55.143201 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 117e803e-ce02-41ad-bff3-1ac1fe902e9d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:04:55.145459 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 86150acf-22f4-4f55-a36c-ab791b8d368d up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:04:55.265878 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 86150acf-22f4-4f55-a36c-ab791b8d368d completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:04:55.274488 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 86150acf-22f4-4f55-a36c-ab791b8d368d triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:55.274898 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:55.317169 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 117e803e-ce02-41ad-bff3-1ac1fe902e9d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=117e803e-ce02-41ad-bff3-1ac1fe902e9d,segment=NetworkSegment(f15b3d0c-6b99-4c56-98ea-53110f8d27d4),segment_id=f15b3d0c-6b99-4c56-98ea-53110f8d27d4)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:55.336985 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '117e803e-ce02-41ad-bff3-1ac1fe902e9d', 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485', 'port_id': '117e803e-ce02-41ad-bff3-1ac1fe902e9d', 'mac_address': 'fa:16:3e:11:83:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e38dd3-ea10-4c29-9926-d10981ae7573', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:04:55.412385 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 117e803e-ce02-41ad-bff3-1ac1fe902e9d is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:55.412811 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:55.433993 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 86150acf-22f4-4f55-a36c-ab791b8d368d is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:55.434389 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:55.439904 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117e803e-ce02-41ad-bff3-1ac1fe902e9d {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:04:55.480434 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:04:55.482993 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579a32f2-af5a-4419-bc71-c6bd904d1188" -d '{"events": [{"server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "name": "network-vif-plugged", "status": "completed", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:04:55.488620 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 117e803e-ce02-41ad-bff3-1ac1fe902e9d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=117e803e-ce02-41ad-bff3-1ac1fe902e9d,segment=NetworkSegment(f15b3d0c-6b99-4c56-98ea-53110f8d27d4),segment_id=f15b3d0c-6b99-4c56-98ea-53110f8d27d4)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:55.497639 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:55.500780 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 86150acf-22f4-4f55-a36c-ab791b8d368d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86150acf-22f4-4f55-a36c-ab791b8d368d,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:55.524760 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:55.542257 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916914f-de9f-4db5-9b6d-3146f6dd1a21 x-openstack-request-id: req-4916914f-de9f-4db5-9b6d-3146f6dd1a21 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:04:55.542586 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "name": "network-vif-plugged", "status": "completed", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:04:55.542852 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4916914f-de9f-4db5-9b6d-3146f6dd1a21 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:04:55.543245 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'code': 200} Mar 11 18:04:55.557004 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=117e803e-ce02-41ad-bff3-1ac1fe902e9d,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:55.613261 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=86150acf-22f4-4f55-a36c-ab791b8d368d,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:55.815835 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b5623-8a50-46db-a6a3-d505019b05ed req-89677ca4-6b8d-4c2b-b733-154d75a6c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:55.818497 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d99b5623-8a50-46db-a6a3-d505019b05ed req-89677ca4-6b8d-4c2b-b733-154d75a6c9b4 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 1130 time: 0.0728943 Mar 11 18:04:55.962825 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['117e803e-ce02-41ad-bff3-1ac1fe902e9d'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:04:56.004143 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d99b5623-8a50-46db-a6a3-d505019b05ed req-6d73e424-1300-44f6-b24b-25f7d88830a6 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475790 Mar 11 18:04:56.017468 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3955e9-2f2d-474b-8253-186e2b5f7b25 req-dd1993ca-092f-4159-a0c5-1dfc8caa19f4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:56.020040 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea3955e9-2f2d-474b-8253-186e2b5f7b25 req-dd1993ca-092f-4159-a0c5-1dfc8caa19f4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.2221308 Mar 11 18:04:56.079228 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5301b-3bb1-4773-861a-9b8768c77086 req-62ba9e0a-e7cc-4888-a17f-7e6335084a7b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:56.081482 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-14f5301b-3bb1-4773-861a-9b8768c77086 req-62ba9e0a-e7cc-4888-a17f-7e6335084a7b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 945 time: 0.1814704 Mar 11 18:04:56.128954 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea3955e9-2f2d-474b-8253-186e2b5f7b25 req-bf4c2555-6638-45f2-a5ac-1af1c51838b2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010604 Mar 11 18:04:56.167441 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-14f5301b-3bb1-4773-861a-9b8768c77086 req-169887d9-d1dc-484f-8b07-30ae916e10cf tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732000 Mar 11 18:04:56.269226 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb005060-d0b6-422e-a22e-05d055fed523 req-2fcbdd0f-7909-4113-968c-b4bae254aa09 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:56.272104 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fb005060-d0b6-422e-a22e-05d055fed523 req-2fcbdd0f-7909-4113-968c-b4bae254aa09 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 946 time: 0.0709565 Mar 11 18:04:56.340004 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fb005060-d0b6-422e-a22e-05d055fed523 req-d142cd9d-764a-4d02-abf0-00338a04f4e2 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607412 Mar 11 18:04:57.368768 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f429a-2b25-486e-81f6-9463e8f6c796 req-356c439c-3548-4c15-aeeb-7a6e3d22246e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:57.371543 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fe6f429a-2b25-486e-81f6-9463e8f6c796 req-356c439c-3548-4c15-aeeb-7a6e3d22246e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1495323 Mar 11 18:04:57.392179 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7951de-1a00-4100-9310-1cfb87ce10b8 req-412290a7-dc23-4db7-8376-413584701042 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:57.393775 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd7951de-1a00-4100-9310-1cfb87ce10b8 req-412290a7-dc23-4db7-8376-413584701042 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 945 time: 0.1277993 Mar 11 18:04:57.463500 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fe6f429a-2b25-486e-81f6-9463e8f6c796 req-9ce261b0-39fe-4578-9f90-96fb4a60a84a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848818 Mar 11 18:04:57.476274 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bd7951de-1a00-4100-9310-1cfb87ce10b8 req-555e36d9-8769-41be-ae7b-2865e5ad8503 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737541 Mar 11 18:04:57.624735 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee89b7-8da5-41d4-bd1a-60e3319fd278 req-f8b019c2-2ff5-4145-ba2f-477fcf686e02 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:57.626339 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e2ee89b7-8da5-41d4-bd1a-60e3319fd278 req-f8b019c2-2ff5-4145-ba2f-477fcf686e02 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 946 time: 0.0615337 Mar 11 18:04:57.688669 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e2ee89b7-8da5-41d4-bd1a-60e3319fd278 req-81bb5420-ff29-4664-bab1-b65f34f32d0c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559518 Mar 11 18:04:58.657081 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b072fd-ae52-4842-beb7-d911c19683f6 req-62cead9a-c2a0-4243-9709-e6152de2e6fc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:58.658585 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-00b072fd-ae52-4842-beb7-d911c19683f6 req-62cead9a-c2a0-4243-9709-e6152de2e6fc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1000340 Mar 11 18:04:58.669475 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa9632-a124-488a-8995-16fc13d153d0 req-0e94d9be-c160-411f-a301-3adc77ce9804 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:58.671047 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c9fa9632-a124-488a-8995-16fc13d153d0 req-0e94d9be-c160-411f-a301-3adc77ce9804 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 945 time: 0.0958476 Mar 11 18:04:58.751022 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-00b072fd-ae52-4842-beb7-d911c19683f6 req-bbef14ed-abe3-4cfe-9af3-88cde98b870e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788991 Mar 11 18:04:58.768231 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c9fa9632-a124-488a-8995-16fc13d153d0 req-8c4f64d7-934c-420d-9a34-8d854123cc19 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821929 Mar 11 18:04:58.902651 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:58.911518 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f49bb-21f7-4cab-bf14-9e92225644a4 req-def909a7-4f73-40ff-8fdf-283533ffb8cf tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:58.914085 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fb3f49bb-21f7-4cab-bf14-9e92225644a4 req-def909a7-4f73-40ff-8fdf-283533ffb8cf tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 946 time: 0.0884957 Mar 11 18:04:58.986495 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fb3f49bb-21f7-4cab-bf14-9e92225644a4 req-d5e751e3-96a6-4594-b4b1-349d992375f3 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649049 Mar 11 18:04:59.154454 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 117e803e-ce02-41ad-bff3-1ac1fe902e9d up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:04:59.168492 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89318309-3ba3-4ee9-a4a0-c02e987ed535 req-e84435f2-7273-4b7d-b382-d1015ad775cd tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:59.170941 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-89318309-3ba3-4ee9-a4a0-c02e987ed535 req-e84435f2-7273-4b7d-b382-d1015ad775cd tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 946 time: 0.0761981 Mar 11 18:04:59.216610 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 117e803e-ce02-41ad-bff3-1ac1fe902e9d completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:04:59.224094 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 117e803e-ce02-41ad-bff3-1ac1fe902e9d triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:04:59.224623 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:59.238714 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-89318309-3ba3-4ee9-a4a0-c02e987ed535 req-3606d9fd-6785-472b-8e9a-3b2d03dd271f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590835 Mar 11 18:04:59.357134 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 117e803e-ce02-41ad-bff3-1ac1fe902e9d is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:04:59.357761 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:59.398481 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9e927c-ca34-42f7-8210-2a490b60918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117e803e-ce02-41ad-bff3-1ac1fe902e9d'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:04:59.403058 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90cb2eb-8b1d-4252-848d-5527516f9346" -d '{"events": [{"server_uuid": "4d9e927c-ca34-42f7-8210-2a490b60918c", "name": "network-vif-plugged", "status": "completed", "tag": "117e803e-ce02-41ad-bff3-1ac1fe902e9d"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:04:59.429776 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 117e803e-ce02-41ad-bff3-1ac1fe902e9d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=117e803e-ce02-41ad-bff3-1ac1fe902e9d,segment=NetworkSegment(f15b3d0c-6b99-4c56-98ea-53110f8d27d4),segment_id=f15b3d0c-6b99-4c56-98ea-53110f8d27d4)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:59.439227 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:59.486957 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56033d6a-b790-44b2-93b9-94e0d7e6b088 x-openstack-request-id: req-56033d6a-b790-44b2-93b9-94e0d7e6b088 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:04:59.487337 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9e927c-ca34-42f7-8210-2a490b60918c", "name": "network-vif-plugged", "status": "completed", "tag": "117e803e-ce02-41ad-bff3-1ac1fe902e9d", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:04:59.487662 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56033d6a-b790-44b2-93b9-94e0d7e6b088 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:04:59.488236 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9e927c-ca34-42f7-8210-2a490b60918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117e803e-ce02-41ad-bff3-1ac1fe902e9d', 'code': 200} Mar 11 18:04:59.532121 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=117e803e-ce02-41ad-bff3-1ac1fe902e9d,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:59.842813 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2fe51-4342-445e-8f8a-81dd4ef2389c req-bc51852a-b4bb-45fc-a8b1-18a302b0158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:59.845211 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7fe2fe51-4342-445e-8f8a-81dd4ef2389c req-bc51852a-b4bb-45fc-a8b1-18a302b0158a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 1130 time: 0.1067431 Mar 11 18:04:59.857482 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6de03-8f36-4ee1-a9ca-70db5aade414 req-663302ee-f50c-4bd1-98fa-1eb4141ce328 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:59.859715 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-03a6de03-8f36-4ee1-a9ca-70db5aade414 req-663302ee-f50c-4bd1-98fa-1eb4141ce328 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 946 time: 0.1232693 Mar 11 18:04:59.953586 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56696) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:04:59.960780 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-baa8ec75-a2d5-416c-a4ee-c62f3dd5dd87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115125382', 'description': 'tempest-description--667092904'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:04:59.977085 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7fe2fe51-4342-445e-8f8a-81dd4ef2389c req-aad3da57-71bc-48e8-85d6-ad012c0eb7ea service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158178 Mar 11 18:04:59.991460 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-baa8ec75-a2d5-416c-a4ee-c62f3dd5dd87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:59.997096 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-03a6de03-8f36-4ee1-a9ca-70db5aade414 req-0aad2bf1-5093-45ac-aa1b-760cc5a2b937 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124575 Mar 11 18:05:00.136924 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-baa8ec75-a2d5-416c-a4ee-c62f3dd5dd87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (136e1474-8be6-4664-9e0f-4fcc962b27ba), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.146891 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-baa8ec75-a2d5-416c-a4ee-c62f3dd5dd87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (136e1474-8be6-4664-9e0f-4fcc962b27ba), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.206580 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a7bd-80fd-44ba-916c-f366a4f27296 req-cfc203ff-c7ed-450c-b60b-ee2a46b7feee tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:00.207685 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8ec75-a2d5-416c-a4ee-c62f3dd5dd87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136e1474-8be6-4664-9e0f-4fcc962b27ba,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:00.209149 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4867a7bd-80fd-44ba-916c-f366a4f27296 req-cfc203ff-c7ed-450c-b60b-ee2a46b7feee tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1407471 Mar 11 18:05:00.217093 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-baa8ec75-a2d5-416c-a4ee-c62f3dd5dd87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.218993 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-baa8ec75-a2d5-416c-a4ee-c62f3dd5dd87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2634327 Mar 11 18:05:00.223063 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2af52-3352-4243-b38a-727fbff256ea req-252c3d65-d81b-4f68-894c-cf4a2170b839 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:00.223174 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56700) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:00.230032 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-0ec7922b-c790-49c5-aa24-804e4b89bf87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'security_group_rule': {'security_group_id': '136e1474-8be6-4664-9e0f-4fcc962b27ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:00.234303 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-06c2af52-3352-4243-b38a-727fbff256ea req-252c3d65-d81b-4f68-894c-cf4a2170b839 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 946 time: 0.1822393 Mar 11 18:05:00.274772 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0ec7922b-c790-49c5-aa24-804e4b89bf87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (a618cb07-cea3-4a86-b1c9-a9dac65fcda1), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.364943 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4867a7bd-80fd-44ba-916c-f366a4f27296 req-33446081-7ef2-45c7-a3d5-6156282b62b0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264436 Mar 11 18:05:00.373408 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0ec7922b-c790-49c5-aa24-804e4b89bf87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (a618cb07-cea3-4a86-b1c9-a9dac65fcda1), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.375968 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-06c2af52-3352-4243-b38a-727fbff256ea req-f30ffe0d-b0e0-4b00-8341-b4710542eace tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397858 Mar 11 18:05:00.378751 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0ec7922b-c790-49c5-aa24-804e4b89bf87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (a618cb07-cea3-4a86-b1c9-a9dac65fcda1), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.418059 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7922b-c790-49c5-aa24-804e4b89bf87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a618cb07-cea3-4a86-b1c9-a9dac65fcda1,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:00.433308 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0ec7922b-c790-49c5-aa24-804e4b89bf87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.442320 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-0ec7922b-c790-49c5-aa24-804e4b89bf87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2185116 Mar 11 18:05:00.443115 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56702) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:00.448971 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-872dcf88-5169-4e4f-bcc0-d655ce9a2de2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'security_group_rule': {'security_group_id': '136e1474-8be6-4664-9e0f-4fcc962b27ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:00.492265 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-872dcf88-5169-4e4f-bcc0-d655ce9a2de2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (6dea3784-edeb-4b14-b5e9-7b26f691b5e9), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.621354 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-872dcf88-5169-4e4f-bcc0-d655ce9a2de2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (6dea3784-edeb-4b14-b5e9-7b26f691b5e9), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.627452 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-872dcf88-5169-4e4f-bcc0-d655ce9a2de2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (6dea3784-edeb-4b14-b5e9-7b26f691b5e9), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.660530 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dcf88-5169-4e4f-bcc0-d655ce9a2de2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dea3784-edeb-4b14-b5e9-7b26f691b5e9,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:00.671544 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-872dcf88-5169-4e4f-bcc0-d655ce9a2de2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.677936 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 56714) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:00.678196 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-872dcf88-5169-4e4f-bcc0-d655ce9a2de2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2334931 Mar 11 18:05:00.685824 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:00.722038 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.845036 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.968141 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Allocated IP 172.27.0.215 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/598d75d7-b4f0-44bd-96a6-542e39dcbeb2) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:01.080796 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for port (598d75d7-b4f0-44bd-96a6-542e39dcbeb2), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:01.117360 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (598d75d7-b4f0-44bd-96a6-542e39dcbeb2), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:01.161551 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:01.167898 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:01.172721 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:05:01.179664 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'Port': ['ID=598d75d7-b4f0-44bd-96a6-542e39dcbeb2,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:01.270196 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (0fe80567-dc77-4306-91ca-132595dba5b6), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:01.318048 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (598d75d7-b4f0-44bd-96a6-542e39dcbeb2), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:01.565586 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for port (598d75d7-b4f0-44bd-96a6-542e39dcbeb2), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:01.586360 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (598d75d7-b4f0-44bd-96a6-542e39dcbeb2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:01.636646 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b947f-d0f1-47a9-b2e0-8bf60b493a42 req-1661206a-8971-4512-81e8-d54e0640062a tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:01.638268 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1c0b947f-d0f1-47a9-b2e0-8bf60b493a42 req-1661206a-8971-4512-81e8-d54e0640062a tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 946 time: 0.1807921 Mar 11 18:05:01.698776 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'Port': ['ID=598d75d7-b4f0-44bd-96a6-542e39dcbeb2,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:01.734001 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dad55e-8a77-43f9-9ffd-b5b1bd20f44e req-b3a89c64-1d57-4f35-b555-3aea4ff24806 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:01.735666 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-52dad55e-8a77-43f9-9ffd-b5b1bd20f44e req-b3a89c64-1d57-4f35-b555-3aea4ff24806 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1988311 Mar 11 18:05:01.748678 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (0fe80567-dc77-4306-91ca-132595dba5b6), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:01.788956 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1c0b947f-d0f1-47a9-b2e0-8bf60b493a42 req-4dc43dff-36c2-4e78-bf4a-65a7da8ba67f tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385839 Mar 11 18:05:01.839538 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:01.840915 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-2b8868f1-1a29-4580-af79-a2e9f1b6096a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1604121 Mar 11 18:05:01.917404 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-52dad55e-8a77-43f9-9ffd-b5b1bd20f44e req-64970d15-12fd-404c-8e1a-fd3feef73627 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544137 Mar 11 18:05:01.989640 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba1aaa-2ee4-4666-b070-b8af89f91f31 req-ff0efc91-272f-495b-80e7-483e1f2c3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:01.992641 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-69ba1aaa-2ee4-4666-b070-b8af89f91f31 req-ff0efc91-272f-495b-80e7-483e1f2c3645 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 1129 time: 0.0753639 Mar 11 18:05:02.447750 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-834c38a8-3186-4d8b-800b-3dd5a980b608 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--115125382&fields=id&tenant_id=ebd48be9d38b4dbaaa109c0895bb2068 HTTP/1.1" status: 200 len: 267 time: 0.3376720 Mar 11 18:05:02.449315 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba1aaa-2ee4-4666-b070-b8af89f91f31 req-6fdf5373-2a4a-46ce-8e4e-4b846a9ba1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:02.450768 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-69ba1aaa-2ee4-4666-b070-b8af89f91f31 req-6fdf5373-2a4a-46ce-8e4e-4b846a9ba1a5 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 919 time: 0.4136817 Mar 11 18:05:02.592940 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-69ba1aaa-2ee4-4666-b070-b8af89f91f31 req-16c987eb-a85a-41bd-b246-449e74bd25ee service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 HTTP/1.1" status: 200 len: 1001 time: 0.1343510 Mar 11 18:05:02.654218 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-d0cf116c-c593-4003-997e-60aada8e24c9 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:02.655816 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-d0cf116c-c593-4003-997e-60aada8e24c9 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 815 time: 0.1901267 Mar 11 18:05:02.674639 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba1aaa-2ee4-4666-b070-b8af89f91f31 req-fa5f8ddb-d12a-4b0f-af21-0c1461b906ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:02.676193 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-69ba1aaa-2ee4-4666-b070-b8af89f91f31 req-fa5f8ddb-d12a-4b0f-af21-0c1461b906ec service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.0758681 Mar 11 18:05:02.680965 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-fb68adb6-bf16-42bc-9db9-e5753aea1f2f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/quotas/ebd48be9d38b4dbaaa109c0895bb2068 HTTP/1.1" status: 200 len: 375 time: 0.0140474 Mar 11 18:05:02.767370 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba1aaa-2ee4-4666-b070-b8af89f91f31 req-a5a5f955-e0b2-4fc9-a50d-a938d815ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:02.768911 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-69ba1aaa-2ee4-4666-b070-b8af89f91f31 req-a5a5f955-e0b2-4fc9-a50d-a938d815ebcb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868371 Mar 11 18:05:02.782356 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-4f30fabd-9620-4775-b402-16a10311ee51 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0902965 Mar 11 18:05:02.968158 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-69ba1aaa-2ee4-4666-b070-b8af89f91f31 req-1ab00674-b8a9-4c4f-a84a-d20ede53d1a1 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847091 Mar 11 18:05:03.000902 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-4030c7bf-eac1-43d0-8ea4-4556600c03ec service neutron] 10.222.0.30 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990957 Mar 11 18:05:03.086664 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ca2a4-71ef-4e68-b978-0e21d1f5d8ae req-ced89c0a-e76d-4bda-b679-290a17a6ebb2 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:03.088177 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2f8ca2a4-71ef-4e68-b978-0e21d1f5d8ae req-ced89c0a-e76d-4bda-b679-290a17a6ebb2 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 946 time: 0.1841416 Mar 11 18:05:03.189610 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-69ba1aaa-2ee4-4666-b070-b8af89f91f31 req-1dbe8116-6cd8-4023-9c5b-b474121ac5b5 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135758 Mar 11 18:05:03.198975 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-4af1535e-3d06-41d7-ba1b-0250ca1cc580 service neutron] 10.222.0.30 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894934 Mar 11 18:05:03.211947 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2f8ca2a4-71ef-4e68-b978-0e21d1f5d8ae req-2be56f2b-d53f-4ce1-9837-c8f66d6a08ac tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144991 Mar 11 18:05:03.360999 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3dfde-8649-43bf-a727-3a1ff08f3f0d req-14633248-3b9c-4e3a-bd97-20fcf34860ac tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:03.362678 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9cc3dfde-8649-43bf-a727-3a1ff08f3f0d req-14633248-3b9c-4e3a-bd97-20fcf34860ac tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0673616 Mar 11 18:05:03.467294 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9cc3dfde-8649-43bf-a727-3a1ff08f3f0d req-262d8ba6-fc0c-436f-9f11-4904a2ca9559 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813434 Mar 11 18:05:03.596262 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-62bbe46a-448e-479a-8f46-aca544969500 req-dd6196e8-2855-48b8-8584-e8609774764c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 210 time: 0.0497630 Mar 11 18:05:03.877563 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e91ae-99d2-4984-8bbd-25c2975fcfab req-391f111e-b979-4c68-92c4-4d59d716c383 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:03.890126 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-468e91ae-99d2-4984-8bbd-25c2975fcfab req-391f111e-b979-4c68-92c4-4d59d716c383 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0968318 Mar 11 18:05:03.961266 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-468e91ae-99d2-4984-8bbd-25c2975fcfab req-635a0fc4-8e43-4cf3-a60c-a62187f5f28e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697820 Mar 11 18:05:04.626583 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307a282-6023-4568-9e30-210a9b95027b req-5a9629b8-2b24-4aec-bb37-fbcfbc362fa5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:04.628179 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3307a282-6023-4568-9e30-210a9b95027b req-5a9629b8-2b24-4aec-bb37-fbcfbc362fa5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0612462 Mar 11 18:05:04.720146 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3307a282-6023-4568-9e30-210a9b95027b req-ec9cd5bc-990c-4938-8f6b-ceb06ed90f26 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848985 Mar 11 18:05:04.740600 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5f03df2e-23a4-483b-8788-4aaf425592b2 req-b46121f7-972f-498f-bf55-6b86ae308054 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 210 time: 0.0511062 Mar 11 18:05:04.970664 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-51310fc5-e911-4243-908f-a589d7e9a804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:04.980733 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-be07fcb3-9da8-4a81-8135-00b2fd65301e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:04.983504 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-be07fcb3-9da8-4a81-8135-00b2fd65301e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 815 time: 0.1383932 Mar 11 18:05:05.095119 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6e1e8b14-9080-42ed-b459-5f24ffa98198 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd48be9d38b4dbaaa109c0895bb2068 HTTP/1.1" status: 200 len: 471 time: 0.1026552 Mar 11 18:05:05.123526 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'port': {'device_id': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'admin_state_up': True, 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'security_groups': ['136e1474-8be6-4664-9e0f-4fcc962b27ba']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:05.211925 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ef088-221e-4503-a846-b0b119166a9c req-6e031af9-ab8e-4687-a9c7-8cc4dcf3f98b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:05.213672 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-204ef088-221e-4503-a846-b0b119166a9c req-6e031af9-ab8e-4687-a9c7-8cc4dcf3f98b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1495075 Mar 11 18:05:05.292941 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-204ef088-221e-4503-a846-b0b119166a9c req-65fa2e52-062d-44e5-a410-52360b93bdbd tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701797 Mar 11 18:05:05.304665 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Made reservation on behalf of ebd48be9d38b4dbaaa109c0895bb2068 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:05:05.308357 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:05.476665 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Allocated IP 172.20.0.9 (14672d67-1901-485e-810c-784d68b54b42/06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da/b71cb7cb-ebfd-430b-8a8e-c3a403013312) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:05.641980 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:05.682627 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:05.737624 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Network 14672d67-1901-485e-810c-784d68b54b42 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:05.743557 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:05.747637 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:05:05.755036 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'Port': ['ID=b71cb7cb-ebfd-430b-8a8e-c3a403013312,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:05.850911 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:05.852234 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:05.955001 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-8415ed9f-7071-48da-bcb8-17968e63b760 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8437266 Mar 11 18:05:05.977409 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Request body: {'port': {'device_id': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:06.021551 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731bdf5-34da-4afa-8c2a-4f9e26e55877 req-2d8c939c-7047-4e67-ac68-beac41db2dbe tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:06.023551 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c731bdf5-34da-4afa-8c2a-4f9e26e55877 req-2d8c939c-7047-4e67-ac68-beac41db2dbe tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1555216 Mar 11 18:05:06.039693 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3d7d6-df1e-4b4d-8533-8412499322a9 req-96efe013-6d3a-43cb-8711-474c6162eada tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:06.041306 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-93a3d7d6-df1e-4b4d-8533-8412499322a9 req-96efe013-6d3a-43cb-8711-474c6162eada tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 931 time: 0.1540325 Mar 11 18:05:06.099506 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-f59d7e89-084b-42bb-92c1-9568f809cdd4 None None] Provisioning complete for port b71cb7cb-ebfd-430b-8a8e-c3a403013312 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:05:06.100441 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f59d7e89-084b-42bb-92c1-9568f809cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:06.126921 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:06.143072 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-f59d7e89-084b-42bb-92c1-9568f809cdd4 None None] Port b71cb7cb-ebfd-430b-8a8e-c3a403013312 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:05:06.176302 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c731bdf5-34da-4afa-8c2a-4f9e26e55877 req-b0d322db-38c2-4967-a1d3-aacce9cc6146 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443117 Mar 11 18:05:06.181114 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-93a3d7d6-df1e-4b4d-8533-8412499322a9 req-5fb7c591-ba0b-40da-9aaa-563f853a3bf9 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294403 Mar 11 18:05:06.514816 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9614fa-9a7b-44a5-b7e6-5983b1296297 req-6b57958e-8532-4849-87f4-36671998708b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:06.516435 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fd9614fa-9a7b-44a5-b7e6-5983b1296297 req-6b57958e-8532-4849-87f4-36671998708b tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.0983546 Mar 11 18:05:06.585005 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71cb7cb-ebfd-430b-8a8e-c3a403013312 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:05:06.597842 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Publish callbacks [] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:06.618937 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fd9614fa-9a7b-44a5-b7e6-5983b1296297 req-63557dea-9320-4014-a43c-180160f42755 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957716 Mar 11 18:05:06.622474 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Transition to ACTIVE for port object b71cb7cb-ebfd-430b-8a8e-c3a403013312 will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:05:06.628785 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:06.715192 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b71cb7cb-ebfd-430b-8a8e-c3a403013312,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:06.750938 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.751495 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.752045 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.752596 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.753156 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.753712 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.754339 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.754818 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.755362 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.755874 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.756279 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.756745 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.757211 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:06.837872 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Attempting to bind port b71cb7cb-ebfd-430b-8a8e-c3a403013312 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:05:06.838214 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Attempting to bind port b71cb7cb-ebfd-430b-8a8e-c3a403013312 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:05:06.838574 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Attempting to bind port b71cb7cb-ebfd-430b-8a8e-c3a403013312 on network 14672d67-1901-485e-810c-784d68b54b42 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:05:06.843957 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Port b71cb7cb-ebfd-430b-8a8e-c3a403013312 on network 14672d67-1901-485e-810c-784d68b54b42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:05:06.844281 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Attempting to bind port b71cb7cb-ebfd-430b-8a8e-c3a403013312 on network 14672d67-1901-485e-810c-784d68b54b42 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:05:06.850147 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:05:06.850532 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Checking segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:05:06.850974 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Bound using segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:05:06.851416 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Bound port: b71cb7cb-ebfd-430b-8a8e-c3a403013312, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:05:06.851794 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:06.947785 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] For port b71cb7cb-ebfd-430b-8a8e-c3a403013312, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:06.952031 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] For port b71cb7cb-ebfd-430b-8a8e-c3a403013312, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b71cb7cb-ebfd-430b-8a8e-c3a403013312,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:06.966880 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:06.995238 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:06.995853 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:06.997241 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] 10.222.0.104 "PUT /v2.0/ports/b71cb7cb-ebfd-430b-8a8e-c3a403013312 HTTP/1.1" status: 200 len: 1093 time: 1.0259533 Mar 11 18:05:06.997674 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'tag': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:05:06.999964 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98114fe8-c640-444e-aebe-8391d6707e98" -d '{"events": [{"name": "network-changed", "server_uuid": "35f34ef9-c01e-4fa5-a018-6958c1c00005", "tag": "b71cb7cb-ebfd-430b-8a8e-c3a403013312"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:05:07.045349 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa345fc-b51b-4dc3-b9a5-053a2cff29b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b71cb7cb-ebfd-430b-8a8e-c3a403013312,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:07.052540 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7133a7-9768-444b-a432-b13e62b0a1a5 x-openstack-request-id: req-5d7133a7-9768-444b-a432-b13e62b0a1a5 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:05:07.052830 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f34ef9-c01e-4fa5-a018-6958c1c00005", "tag": "b71cb7cb-ebfd-430b-8a8e-c3a403013312", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:05:07.053139 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d7133a7-9768-444b-a432-b13e62b0a1a5 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:05:07.053505 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'tag': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312', 'status': 'completed', 'code': 200} Mar 11 18:05:07.119538 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-229ed757-432d-4ab5-bf91-0069366d0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:07.121114 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-229ed757-432d-4ab5-bf91-0069366d0159 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 1127 time: 0.0580812 Mar 11 18:05:07.178889 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-ee0fb9ed-1764-4a5f-8616-501d54eac37e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71cb7cb-ebfd-430b-8a8e-c3a403013312 HTTP/1.1" status: 200 len: 217 time: 0.0403979 Mar 11 18:05:07.245788 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-de2352af-d07c-497c-ad4c-5ab73e93591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:07.247356 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-de2352af-d07c-497c-ad4c-5ab73e93591c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.0619738 Mar 11 18:05:07.423759 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-a53389cd-b5f2-4003-8295-313db3224973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:07.425682 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-a53389cd-b5f2-4003-8295-313db3224973 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1709435 Mar 11 18:05:07.438962 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1239bb-3810-42b0-958e-46b01ba39f96 req-76a33605-4695-4486-9341-dc869ad9ebbd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:07.442622 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4d1239bb-3810-42b0-958e-46b01ba39f96 req-76a33605-4695-4486-9341-dc869ad9ebbd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 943 time: 0.1316848 Mar 11 18:05:07.460914 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34563a-7e68-4e5c-b509-7e8f0ab3bb10 req-ef671cb3-33bc-4968-9236-76e68600d604 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:07.462516 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d34563a-7e68-4e5c-b509-7e8f0ab3bb10 req-ef671cb3-33bc-4968-9236-76e68600d604 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1538074 Mar 11 18:05:07.619154 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4d1239bb-3810-42b0-958e-46b01ba39f96 req-518e4677-b158-46c8-8d5f-2b015c2edb34 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554756 Mar 11 18:05:07.629619 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d34563a-7e68-4e5c-b509-7e8f0ab3bb10 req-cebfc8f1-774a-45da-96b1-b3f43a210065 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586370 Mar 11 18:05:07.642046 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-b5334eff-576b-416b-8363-4137cb2c3ae0 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990294 Mar 11 18:05:07.857333 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2234b8d0-8561-4216-8e8c-0ac53477076e req-55b38824-56ab-419c-8e18-9d303086a3f9 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038381 Mar 11 18:05:07.873824 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6e609a9c-f975-4376-949c-c6bcdd4597c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:07.881303 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18389d8-7fb1-49d9-a17f-c52ad6747bd1 req-a1bb8fbc-41e3-40a5-86fc-e3f372e794c3 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:07.883979 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e18389d8-7fb1-49d9-a17f-c52ad6747bd1 req-a1bb8fbc-41e3-40a5-86fc-e3f372e794c3 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1299582 Mar 11 18:05:07.994480 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e18389d8-7fb1-49d9-a17f-c52ad6747bd1 req-e1602541-6fe8-45af-aa85-9921bca4d75f tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048117 Mar 11 18:05:08.025353 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62a12a-f53e-42be-b180-56dc942cb9fe req-8d0722ca-5c46-4697-94ee-89592adbefe5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:08.026986 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1d62a12a-f53e-42be-b180-56dc942cb9fe req-8d0722ca-5c46-4697-94ee-89592adbefe5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.104 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 945 time: 0.1188784 Mar 11 18:05:08.035362 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98114fe8-c640-444e-aebe-8391d6707e98 req-cc6f3f86-526c-439f-b111-89735ab5f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:08.036877 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98114fe8-c640-444e-aebe-8391d6707e98 req-cc6f3f86-526c-439f-b111-89735ab5f9dd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 1127 time: 0.0950530 Mar 11 18:05:08.454931 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98114fe8-c640-444e-aebe-8391d6707e98 req-f51bfb7c-0de4-48f3-95d2-70e1c03a2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:08.456620 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98114fe8-c640-444e-aebe-8391d6707e98 req-f51bfb7c-0de4-48f3-95d2-70e1c03a2b48 service neutron] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 917 time: 0.3963852 Mar 11 18:05:08.508508 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-1d62a12a-f53e-42be-b180-56dc942cb9fe req-a9131b2c-edfc-48b5-a376-9e1e63c8d7b6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Deleting port 3c5b4dd4-8d31-403f-b237-73f43c107519 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:05:08.508813 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-1d62a12a-f53e-42be-b180-56dc942cb9fe req-a9131b2c-edfc-48b5-a376-9e1e63c8d7b6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:08.512754 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98114fe8-c640-444e-aebe-8391d6707e98 req-6cf0d07c-c6ec-429f-85e5-69893ed7506d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71cb7cb-ebfd-430b-8a8e-c3a403013312 HTTP/1.1" status: 200 len: 217 time: 0.0437250 Mar 11 18:05:08.642932 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98114fe8-c640-444e-aebe-8391d6707e98 req-0e77dbe7-6fc4-46eb-9924-87563422096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:08.644321 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98114fe8-c640-444e-aebe-8391d6707e98 req-0e77dbe7-6fc4-46eb-9924-87563422096e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.1172554 Mar 11 18:05:08.700833 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-1d62a12a-f53e-42be-b180-56dc942cb9fe req-a9131b2c-edfc-48b5-a376-9e1e63c8d7b6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] For port 3c5b4dd4-8d31-403f-b237-73f43c107519, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3c5b4dd4-8d31-403f-b237-73f43c107519,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:08.701265 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-1d62a12a-f53e-42be-b180-56dc942cb9fe req-a9131b2c-edfc-48b5-a376-9e1e63c8d7b6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:08.747448 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-1d62a12a-f53e-42be-b180-56dc942cb9fe req-a9131b2c-edfc-48b5-a376-9e1e63c8d7b6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Calling delete_port for 3c5b4dd4-8d31-403f-b237-73f43c107519 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:05:08.856652 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98114fe8-c640-444e-aebe-8391d6707e98 req-b8d250dd-1f30-45e7-8be7-c49791ab3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:08.858273 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98114fe8-c640-444e-aebe-8391d6707e98 req-b8d250dd-1f30-45e7-8be7-c49791ab3613 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2047174 Mar 11 18:05:08.900052 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c8258-8fb3-45d4-9306-2bb8ac14c232 req-6b778146-2c8f-4d88-81cd-a96c97a6fbf5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:08.901594 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b30c8258-8fb3-45d4-9306-2bb8ac14c232 req-6b778146-2c8f-4d88-81cd-a96c97a6fbf5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 943 time: 0.2048469 Mar 11 18:05:08.974850 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10446cea-d874-428b-9bc5-453b6c36faa3 req-b0e37aec-534b-4a5f-9de9-6ae707b6d32f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:08.975783 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-10446cea-d874-428b-9bc5-453b6c36faa3 req-b0e37aec-534b-4a5f-9de9-6ae707b6d32f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.2259848 Mar 11 18:05:09.108398 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b30c8258-8fb3-45d4-9306-2bb8ac14c232 req-7409d9b1-f7bd-45c9-9c3e-269b5c12e5b7 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902566 Mar 11 18:05:09.150766 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98114fe8-c640-444e-aebe-8391d6707e98 req-065536e7-bc07-463c-83e3-2df560e40037 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785704 Mar 11 18:05:09.170854 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-1d62a12a-f53e-42be-b180-56dc942cb9fe req-a9131b2c-edfc-48b5-a376-9e1e63c8d7b6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (3c5b4dd4-8d31-403f-b237-73f43c107519), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:09.188857 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-10446cea-d874-428b-9bc5-453b6c36faa3 req-51252fb6-f76a-4631-a02f-59497d2ecb69 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846647 Mar 11 18:05:09.194122 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['3c5b4dd4-8d31-403f-b237-73f43c107519', '2e7b752e-b47c-4482-a1cf-cf0a4a87632f'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:05:09.232600 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9131b2c-edfc-48b5-a376-9e1e63c8d7b6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Pushing event deleted for resources: {'Port': ['ID=3c5b4dd4-8d31-403f-b237-73f43c107519,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:09.246438 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:05:09.312316 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b55fbc98-9877-49a2-8983-29a2baed93a4 req-b6eacbcd-476c-4608-b23f-a8d07b662ea5 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c1602c-7d4c-4d52-9a73-62d9c35caa3f HTTP/1.1" status: 200 len: 210 time: 0.0855315 Mar 11 18:05:09.342427 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d62a12a-f53e-42be-b180-56dc942cb9fe req-a9131b2c-edfc-48b5-a376-9e1e63c8d7b6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] No DVR routers for this DVR port 3c5b4dd4-8d31-403f-b237-73f43c107519 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:05:09.345737 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-1d62a12a-f53e-42be-b180-56dc942cb9fe req-a9131b2c-edfc-48b5-a376-9e1e63c8d7b6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:09.349314 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1d62a12a-f53e-42be-b180-56dc942cb9fe req-a9131b2c-edfc-48b5-a376-9e1e63c8d7b6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.104 "DELETE /v2.0/ports/3c5b4dd4-8d31-403f-b237-73f43c107519 HTTP/1.1" status: 204 len: 173 time: 1.2957621 Mar 11 18:05:09.349807 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c1602c-7d4c-4d52-9a73-62d9c35caa3f', 'name': 'network-vif-deleted', 'tag': '3c5b4dd4-8d31-403f-b237-73f43c107519'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:05:09.352417 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6016a8-c890-415a-bb59-02fa7cba6ecf" -d '{"events": [{"server_uuid": "15c1602c-7d4c-4d52-9a73-62d9c35caa3f", "name": "network-vif-deleted", "tag": "3c5b4dd4-8d31-403f-b237-73f43c107519"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:05:09.385003 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98114fe8-c640-444e-aebe-8391d6707e98 req-c8b4592d-b981-468f-a65c-1bda7174d8f8 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269788 Mar 11 18:05:09.427346 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589e15a3-5950-4f85-ae56-2ab76da41907 x-openstack-request-id: req-589e15a3-5950-4f85-ae56-2ab76da41907 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:05:09.427743 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c1602c-7d4c-4d52-9a73-62d9c35caa3f", "name": "network-vif-deleted", "tag": "3c5b4dd4-8d31-403f-b237-73f43c107519", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:05:09.428089 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-589e15a3-5950-4f85-ae56-2ab76da41907 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:05:09.428747 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c1602c-7d4c-4d52-9a73-62d9c35caa3f', 'name': 'network-vif-deleted', 'tag': '3c5b4dd4-8d31-403f-b237-73f43c107519', 'status': 'completed', 'code': 200} Mar 11 18:05:09.608051 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:09.631775 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'port_id': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'mac_address': 'fa:16:3e:c0:47:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:05:09.682101 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 is: ACTIVE; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:05:09.682361 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:09.697073 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:05:09.725845 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:09.731168 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:09.787361 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,revision_number=6']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:09.795116 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.795464 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.795815 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.796155 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.796528 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.796879 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.797210 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.797536 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.797861 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.798195 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.798596 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.798925 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.799250 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:09.898852 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['dce7ad5e-40f0-4f01-bbde-cbee94ea9e15'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:05:10.325967 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7c4fc-0b59-49a1-8a04-b3eee6e70210 req-a22c62fe-a4a3-427f-ad6f-5c996bf8a0f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:10.328743 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-57c7c4fc-0b59-49a1-8a04-b3eee6e70210 req-a22c62fe-a4a3-427f-ad6f-5c996bf8a0f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 943 time: 0.0966094 Mar 11 18:05:10.461837 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-57c7c4fc-0b59-49a1-8a04-b3eee6e70210 req-7ca2aae2-98c2-4818-acd4-1f7591d8da9b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218822 Mar 11 18:05:10.494042 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56227b41-874a-4f73-b7b4-51392e88e0e7 req-d9bd4c89-0c9b-4728-b65d-ba4b70850fd1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:10.496119 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-56227b41-874a-4f73-b7b4-51392e88e0e7 req-d9bd4c89-0c9b-4728-b65d-ba4b70850fd1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0989604 Mar 11 18:05:10.557578 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-56227b41-874a-4f73-b7b4-51392e88e0e7 req-a1977a99-cea9-4438-bd90-1a12b5f9c85f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559204 Mar 11 18:05:10.661377 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacc693-1fc8-4396-a013-162f9cc74aca req-e194457d-ccdc-49c9-ac8d-e9f7e9a7b5f7 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:10.663111 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8bacc693-1fc8-4396-a013-162f9cc74aca req-e194457d-ccdc-49c9-ac8d-e9f7e9a7b5f7 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 946 time: 0.0732565 Mar 11 18:05:10.759538 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8bacc693-1fc8-4396-a013-162f9cc74aca req-6b49dfce-91d6-4855-8678-fbc74f7cc5be tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853186 Mar 11 18:05:10.772584 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:10.783169 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56908) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:10.895589 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b72c5b-74dd-42f8-9dbe-8faabbd98843 req-4c6b2559-fa6b-4792-9c05-b1025cd66e08 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:10.897247 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-84b72c5b-74dd-42f8-9dbe-8faabbd98843 req-4c6b2559-fa6b-4792-9c05-b1025cd66e08 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0793941 Mar 11 18:05:10.972092 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-84b72c5b-74dd-42f8-9dbe-8faabbd98843 req-ac94728a-3556-4a4c-8548-28d772f44c7c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654356 Mar 11 18:05:10.976702 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e865f-772f-4128-9b9d-05140b1d26a2 tempest-TestMinimumBasicScenario-1492126265 tempest-TestMinimumBasicScenario-1492126265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:10.982947 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-cb4e865f-772f-4128-9b9d-05140b1d26a2 tempest-TestMinimumBasicScenario-1492126265 tempest-TestMinimumBasicScenario-1492126265-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 1125 time: 0.1941292 Mar 11 18:05:10.983810 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56912) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:10.991657 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'port_id': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:11.019917 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:11.131572 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:11.240242 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device b71cb7cb-ebfd-430b-8a8e-c3a403013312 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:05:11.244163 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:05:11.251109 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Allocated IP 172.27.0.72 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/1907f3b7-56c1-4bc5-90d2-33dceeee2976) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:11.364968 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for port (1907f3b7-56c1-4bc5-90d2-33dceeee2976), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:11.391932 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:05:11.392572 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:11.403098 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (1907f3b7-56c1-4bc5-90d2-33dceeee2976), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:11.450263 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:11.456120 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:11.458962 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:05:11.482886 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event updated for resources: {'Port': ['ID=1907f3b7-56c1-4bc5-90d2-33dceeee2976,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:11.546448 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port b71cb7cb-ebfd-430b-8a8e-c3a403013312, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b71cb7cb-ebfd-430b-8a8e-c3a403013312,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:11.576671 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'port_id': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312', 'mac_address': 'fa:16:3e:1c:01:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:05:11.661534 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261b836-fe35-4b7f-8091-e32bd4628e2d req-ff187b63-3aa2-4142-9a7b-20fcad12c39d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:11.678668 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5261b836-fe35-4b7f-8091-e32bd4628e2d req-ff187b63-3aa2-4142-9a7b-20fcad12c39d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 943 time: 0.1030858 Mar 11 18:05:11.748202 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:05:11.748516 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:11.760534 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:11.773057 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port b71cb7cb-ebfd-430b-8a8e-c3a403013312 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:05:11.774102 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:11.791326 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:05:11.793691 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aed83b-75df-4dad-996d-4c1ba6db4b33" -d '{"events": [{"server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "name": "network-vif-plugged", "status": "completed", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:05:11.807941 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5261b836-fe35-4b7f-8091-e32bd4628e2d req-84bc47b8-3e6d-42a4-8941-043f7bc49071 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331642 Mar 11 18:05:11.812100 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71cb7cb-ebfd-430b-8a8e-c3a403013312 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:05:11.827139 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:11.846582 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:11.847645 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3c5b4dd4-8d31-403f-b237-73f43c107519 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:05:11.852922 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b6175-079d-4573-81e5-ff666aa89782 req-6337657f-9037-49b7-9fb0-bc756202714b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:11.857888 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-428b6175-079d-4573-81e5-ff666aa89782 req-6337657f-9037-49b7-9fb0-bc756202714b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.1490386 Mar 11 18:05:11.882591 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port b71cb7cb-ebfd-430b-8a8e-c3a403013312, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b71cb7cb-ebfd-430b-8a8e-c3a403013312,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:11.885656 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 3c5b4dd4-8d31-403f-b237-73f43c107519 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:05:11.886471 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3c5b4dd4-8d31-403f-b237-73f43c107519 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:05:11.924494 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:11.929935 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cfc7f6-572e-44d9-8acd-b53908113f69 x-openstack-request-id: req-e3cfc7f6-572e-44d9-8acd-b53908113f69 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:05:11.930397 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "name": "network-vif-plugged", "status": "completed", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:05:11.930780 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3cfc7f6-572e-44d9-8acd-b53908113f69 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:05:11.931278 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'code': 200} Mar 11 18:05:11.939967 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-428b6175-079d-4573-81e5-ff666aa89782 req-8c37da2f-76c8-43d5-a9ee-0bcb8ce5faa1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705819 Mar 11 18:05:11.971862 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,revision_number=7']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:12.009921 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for floatingip (defc09b0-d2bb-4269-bcee-535bcc09c6f1), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:12.054857 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=b71cb7cb-ebfd-430b-8a8e-c3a403013312,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:12.109607 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (1907f3b7-56c1-4bc5-90d2-33dceeee2976), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:12.172031 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0b95-d387-4245-89d9-3650f3b04308 req-320e5cba-46f0-4f4d-9dc6-c5016ab691c0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:12.174614 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-868f0b95-d387-4245-89d9-3650f3b04308 req-320e5cba-46f0-4f4d-9dc6-c5016ab691c0 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.0917466 Mar 11 18:05:12.241382 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-868f0b95-d387-4245-89d9-3650f3b04308 req-57d6930d-8621-450f-a683-d98926e5385a tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601714 Mar 11 18:05:12.294813 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for port (1907f3b7-56c1-4bc5-90d2-33dceeee2976), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:12.300749 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (1907f3b7-56c1-4bc5-90d2-33dceeee2976), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:12.377069 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event updated for resources: {'Port': ['ID=1907f3b7-56c1-4bc5-90d2-33dceeee2976,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:12.393618 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (defc09b0-d2bb-4269-bcee-535bcc09c6f1), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:12.406164 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:12.532817 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.l3_db [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Floating IP defc09b0-d2bb-4269-bcee-535bcc09c6f1 associated. External IP: 172.27.0.72, port: 86150acf-22f4-4f55-a36c-ab791b8d368d. Mar 11 18:05:12.617783 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['b71cb7cb-ebfd-430b-8a8e-c3a403013312'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:05:13.017030 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0daf67-a695-4cca-8dc8-d81c6be4c3d5 req-2f4ab45f-3499-4171-a795-dec10308f078 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:13.019011 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8c0daf67-a695-4cca-8dc8-d81c6be4c3d5 req-2f4ab45f-3499-4171-a795-dec10308f078 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 944 time: 0.0897152 Mar 11 18:05:13.109527 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Router b064dbfc-5ed2-4973-b41b-42592d6bba7f has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:05:13.155267 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8c0daf67-a695-4cca-8dc8-d81c6be4c3d5 req-23e6d409-512c-466f-b1f3-0a320cdf9a21 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283424 Mar 11 18:05:13.190596 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785095c1-9186-405f-b600-782eb5f1c937 req-f6e4fe20-47e3-427f-90ae-52c030d8fff9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:13.192385 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-785095c1-9186-405f-b600-782eb5f1c937 req-f6e4fe20-47e3-427f-90ae-52c030d8fff9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1327922 Mar 11 18:05:13.246650 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:05:13.263697 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee01a3-e214-4a3a-8982-9a1278da348a None None] Sync routers for ids ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:05:13.267475 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-785095c1-9186-405f-b600-782eb5f1c937 req-a7a2c049-a6a3-4be5-bf68-fe079fdae0f0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647051 Mar 11 18:05:13.275949 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:13.277800 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee01a3-e214-4a3a-8982-9a1278da348a None None] Routers {'b064dbfc-5ed2-4973-b41b-42592d6bba7f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:05:13.278759 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-ddee01a3-e214-4a3a-8982-9a1278da348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:05:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:13.333039 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-3d46f15c-7d63-42db-b346-b46647e8c91d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3453853 Mar 11 18:05:13.333039 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:05:13.333591 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 56934) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:13.336922 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea692270-ff51-49c9-a95c-0b23bbfcbdb9" -d '{"events": [{"name": "network-changed", "server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:05:13.343000 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-5a4bcc18-f516-4593-9a2f-52a036a8a01b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1831023547', 'description': 'tempest-secgroup-smoke-1831023547 description', 'project_id': '5d068b6700f743f0871553c9004b68f5'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:13.386331 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b611bed-3454-49e8-a21b-555564d091b3 x-openstack-request-id: req-8b611bed-3454-49e8-a21b-555564d091b3 {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:05:13.386699 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:05:13.387026 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b611bed-3454-49e8-a21b-555564d091b3 {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:05:13.387543 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'status': 'completed', 'code': 200} Mar 11 18:05:13.394474 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5a4bcc18-f516-4593-9a2f-52a036a8a01b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:13.497795 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-ddee01a3-e214-4a3a-8982-9a1278da348a None None] Set router b064dbfc-5ed2-4973-b41b-42592d6bba7f gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:05:13.520812 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b0d6f-13fb-4079-bf0c-39d64d63cfcd req-fe2ee6f3-678b-4a5a-ade4-8fc626a5c59e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:13.522482 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-364b0d6f-13fb-4079-bf0c-39d64d63cfcd req-fe2ee6f3-678b-4a5a-ade4-8fc626a5c59e tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1527269 Mar 11 18:05:13.562721 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5a4bcc18-f516-4593-9a2f-52a036a8a01b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group (3dfba9e8-c2f0-4469-adf8-99aab2cf75a2), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:13.573823 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea692270-ff51-49c9-a95c-0b23bbfcbdb9 req-f6ae221a-3c58-4759-80e2-e82b102290c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:13.575411 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea692270-ff51-49c9-a95c-0b23bbfcbdb9 req-f6ae221a-3c58-4759-80e2-e82b102290c2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5d068b6700f743f0871553c9004b68f5&device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 1130 time: 0.1446066 Mar 11 18:05:13.578019 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5a4bcc18-f516-4593-9a2f-52a036a8a01b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (3dfba9e8-c2f0-4469-adf8-99aab2cf75a2), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:13.658287 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5a4bcc18-f516-4593-9a2f-52a036a8a01b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:13.659603 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-5a4bcc18-f516-4593-9a2f-52a036a8a01b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3245337 Mar 11 18:05:13.664802 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56938) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:13.675730 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-3f926508-c202-4392-b7fd-fe9c0e607d30 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Request body: {'security_group_rule': {'security_group_id': '3dfba9e8-c2f0-4469-adf8-99aab2cf75a2', 'project_id': '5d068b6700f743f0871553c9004b68f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:13.712780 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bcc18-f516-4593-9a2f-52a036a8a01b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:13.724805 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-364b0d6f-13fb-4079-bf0c-39d64d63cfcd req-f68c758a-e395-434f-9ea7-9d194f8e17af tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873207 Mar 11 18:05:13.752003 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3f926508-c202-4392-b7fd-fe9c0e607d30 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (5f96a406-194c-4877-bc21-c3d5a2a9e9ca), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:13.793515 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea692270-ff51-49c9-a95c-0b23bbfcbdb9 req-d9f8015f-da89-4f09-8e42-8751f0cbc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:13.793515 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea692270-ff51-49c9-a95c-0b23bbfcbdb9 req-d9f8015f-da89-4f09-8e42-8751f0cbc918 service neutron] 10.222.0.104 "GET /v2.0/networks?id=367f9d44-ad67-4888-97fe-b38701e02a55 HTTP/1.1" status: 200 len: 916 time: 0.2049172 Mar 11 18:05:13.855383 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3f926508-c202-4392-b7fd-fe9c0e607d30 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (5f96a406-194c-4877-bc21-c3d5a2a9e9ca), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:13.862481 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3f926508-c202-4392-b7fd-fe9c0e607d30 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (5f96a406-194c-4877-bc21-c3d5a2a9e9ca), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:13.879475 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea692270-ff51-49c9-a95c-0b23bbfcbdb9 req-828f6c03-a840-4b13-bf56-ea38baeb3b26 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86150acf-22f4-4f55-a36c-ab791b8d368d HTTP/1.1" status: 200 len: 999 time: 0.0773480 Mar 11 18:05:13.907132 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f926508-c202-4392-b7fd-fe9c0e607d30 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f96a406-194c-4877-bc21-c3d5a2a9e9ca,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:13.930606 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-ddee01a3-e214-4a3a-8982-9a1278da348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'defc09b0-d2bb-4269-bcee-535bcc09c6f1', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'port_id': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'mac_address': 'fa:16:3e:42:1f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:05:11Z', 'updated_at': '2022-03-11T18:05:11Z', 'revision_number': 0, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e33ae6e-6c63-467e-8f2a-cd96de1fa079', 'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'mac_address': 'fa:16:3e:29:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:58Z', 'updated_at': '2022-03-11T18:04:05Z', 'revision_number': 5, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'subnets': [{'id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:13.932172 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3f926508-c202-4392-b7fd-fe9c0e607d30 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:13.935976 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-3f926508-c202-4392-b7fd-fe9c0e607d30 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2685235 Mar 11 18:05:13.939089 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56942) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:13.944757 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-3a211990-f0e2-4bcf-9db9-3a6d602c5d9f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Request body: {'security_group_rule': {'security_group_id': '3dfba9e8-c2f0-4469-adf8-99aab2cf75a2', 'project_id': '5d068b6700f743f0871553c9004b68f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:13.973426 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea692270-ff51-49c9-a95c-0b23bbfcbdb9 req-0556eec8-abb2-47fe-b9b8-92864db9d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:13.975255 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee01a3-e214-4a3a-8982-9a1278da348a None None] Checking router: b064dbfc-5ed2-4973-b41b-42592d6bba7f for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:05:13.976282 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea692270-ff51-49c9-a95c-0b23bbfcbdb9 req-0556eec8-abb2-47fe-b9b8-92864db9d3c2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=166c4cc7-d4af-4652-88e3-ca087dc679cd HTTP/1.1" status: 200 len: 853 time: 0.0841455 Mar 11 18:05:13.984616 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3a211990-f0e2-4bcf-9db9-3a6d602c5d9f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (767031a4-4dfc-4a1b-a8f1-675491a5e44b), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:13.989825 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee01a3-e214-4a3a-8982-9a1278da348a None None] Routers {'b064dbfc-5ed2-4973-b41b-42592d6bba7f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:05:13.991173 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-ddee01a3-e214-4a3a-8982-9a1278da348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:05:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:14.070633 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea692270-ff51-49c9-a95c-0b23bbfcbdb9 req-97d24be0-d7b2-4b5e-8121-54d88290d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:14.071473 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3a211990-f0e2-4bcf-9db9-3a6d602c5d9f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (767031a4-4dfc-4a1b-a8f1-675491a5e44b), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.072996 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea692270-ff51-49c9-a95c-0b23bbfcbdb9 req-97d24be0-d7b2-4b5e-8121-54d88290d560 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=367f9d44-ad67-4888-97fe-b38701e02a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848093 Mar 11 18:05:14.077813 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3a211990-f0e2-4bcf-9db9-3a6d602c5d9f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (767031a4-4dfc-4a1b-a8f1-675491a5e44b), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.122453 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a211990-f0e2-4bcf-9db9-3a6d602c5d9f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767031a4-4dfc-4a1b-a8f1-675491a5e44b,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:14.140334 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3a211990-f0e2-4bcf-9db9-3a6d602c5d9f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.143237 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-3a211990-f0e2-4bcf-9db9-3a6d602c5d9f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2028012 Mar 11 18:05:14.147419 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56944) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:14.157565 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-439c06b9-4898-4de9-8cf9-1e0f0a827cad tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Request body: {'security_group_rule': {'security_group_id': '3dfba9e8-c2f0-4469-adf8-99aab2cf75a2', 'project_id': '5d068b6700f743f0871553c9004b68f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:14.175374 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-ddee01a3-e214-4a3a-8982-9a1278da348a None None] Set router b064dbfc-5ed2-4973-b41b-42592d6bba7f gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:05:14.209400 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-439c06b9-4898-4de9-8cf9-1e0f0a827cad tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (7e65029f-8bbf-4713-902f-7fd3de7cb233), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.217321 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea692270-ff51-49c9-a95c-0b23bbfcbdb9 req-15f2e980-5413-44bd-8983-323c43589b6f service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320417 Mar 11 18:05:14.306036 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-439c06b9-4898-4de9-8cf9-1e0f0a827cad tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (7e65029f-8bbf-4713-902f-7fd3de7cb233), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.312421 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-439c06b9-4898-4de9-8cf9-1e0f0a827cad tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (7e65029f-8bbf-4713-902f-7fd3de7cb233), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.333540 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c06b9-4898-4de9-8cf9-1e0f0a827cad tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e65029f-8bbf-4713-902f-7fd3de7cb233,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:14.355008 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-439c06b9-4898-4de9-8cf9-1e0f0a827cad tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.359717 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-439c06b9-4898-4de9-8cf9-1e0f0a827cad tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2103348 Mar 11 18:05:14.365401 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56950) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:14.370567 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-6fa1f850-841d-455f-b047-c2d5220e33d7 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Request body: {'security_group_rule': {'security_group_id': '3dfba9e8-c2f0-4469-adf8-99aab2cf75a2', 'project_id': '5d068b6700f743f0871553c9004b68f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:14.401850 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f850-841d-455f-b047-c2d5220e33d7 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (8faec063-6bed-4c1d-ba05-65fe58788a14), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.499058 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f850-841d-455f-b047-c2d5220e33d7 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (8faec063-6bed-4c1d-ba05-65fe58788a14), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.503701 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea692270-ff51-49c9-a95c-0b23bbfcbdb9 req-99f76964-0df1-4e16-b6b8-633b0865a76b service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715805 Mar 11 18:05:14.506126 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f850-841d-455f-b047-c2d5220e33d7 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (8faec063-6bed-4c1d-ba05-65fe58788a14), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.541673 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de0c9-c1ef-447a-b629-926f8628c963 req-63859e8e-c88f-448f-86b7-aac9f684edc7 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:14.544476 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a5de0c9-c1ef-447a-b629-926f8628c963 req-63859e8e-c88f-448f-86b7-aac9f684edc7 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 944 time: 0.2041578 Mar 11 18:05:14.549507 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f850-841d-455f-b047-c2d5220e33d7 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.551868 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-6fa1f850-841d-455f-b047-c2d5220e33d7 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1849346 Mar 11 18:05:14.553689 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1f850-841d-455f-b047-c2d5220e33d7 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8faec063-6bed-4c1d-ba05-65fe58788a14,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:14.562804 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56952) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:14.568317 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20712fae-eedf-4c2b-a864-4dee09a4525b req-2f10de59-3e3e-4358-b937-7e073f423b8c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:14.571169 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-20712fae-eedf-4c2b-a864-4dee09a4525b req-2f10de59-3e3e-4358-b937-7e073f423b8c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1745520 Mar 11 18:05:14.572561 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-fc7f726e-ed71-4a99-b74d-0b56de49aebc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Request body: {'security_group_rule': {'security_group_id': '3dfba9e8-c2f0-4469-adf8-99aab2cf75a2', 'project_id': '5d068b6700f743f0871553c9004b68f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:14.603386 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.securitygroups_db [None req-fc7f726e-ed71-4a99-b74d-0b56de49aebc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Project 5d068b6700f743f0871553c9004b68f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:05:14.610149 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fc7f726e-ed71-4a99-b74d-0b56de49aebc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (bb163860-5c1e-47ab-a6e3-1a35c9ece915), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.666703 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-ddee01a3-e214-4a3a-8982-9a1278da348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'defc09b0-d2bb-4269-bcee-535bcc09c6f1', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'port_id': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'mac_address': 'fa:16:3e:42:1f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:05:11Z', 'updated_at': '2022-03-11T18:05:11Z', 'revision_number': 0, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e33ae6e-6c63-467e-8f2a-cd96de1fa079', 'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'mac_address': 'fa:16:3e:29:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:58Z', 'updated_at': '2022-03-11T18:04:05Z', 'revision_number': 5, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'subnets': [{'id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:14.701772 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fc7f726e-ed71-4a99-b74d-0b56de49aebc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (bb163860-5c1e-47ab-a6e3-1a35c9ece915), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.714912 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fc7f726e-ed71-4a99-b74d-0b56de49aebc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (bb163860-5c1e-47ab-a6e3-1a35c9ece915), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.719878 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a5de0c9-c1ef-447a-b629-926f8628c963 req-fd7de426-603a-47d3-ae86-90983404c5d6 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468272 Mar 11 18:05:14.726566 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-20712fae-eedf-4c2b-a864-4dee09a4525b req-ac9dae53-109f-4fab-ae4a-8b2a65f07e1c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415832 Mar 11 18:05:14.735146 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee01a3-e214-4a3a-8982-9a1278da348a None None] The sync data for ids ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'] in dv-cinder-788368-4-iscsi is: [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'defc09b0-d2bb-4269-bcee-535bcc09c6f1', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'port_id': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'mac_address': 'fa:16:3e:42:1f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:05:11Z', 'updated_at': '2022-03-11T18:05:11Z', 'revision_number': 0, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e33ae6e-6c63-467e-8f2a-cd96de1fa079', 'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'mac_address': 'fa:16:3e:29:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:58Z', 'updated_at': '2022-03-11T18:04:05Z', 'revision_number': 5, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'subnets': [{'id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:05:14.766891 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f726e-ed71-4a99-b74d-0b56de49aebc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb163860-5c1e-47ab-a6e3-1a35c9ece915,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:14.783543 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fc7f726e-ed71-4a99-b74d-0b56de49aebc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.789457 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-fc7f726e-ed71-4a99-b74d-0b56de49aebc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2190564 Mar 11 18:05:14.789457 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 56956) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:14.795113 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-2e541f2a-249b-41c5-889b-4925a0739ea0 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Request body: {'security_group_rule': {'security_group_id': '3dfba9e8-c2f0-4469-adf8-99aab2cf75a2', 'project_id': '5d068b6700f743f0871553c9004b68f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:14.822225 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.securitygroups_db [None req-2e541f2a-249b-41c5-889b-4925a0739ea0 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Project 5d068b6700f743f0871553c9004b68f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:05:14.834928 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2e541f2a-249b-41c5-889b-4925a0739ea0 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (ee24cbda-fbe4-4963-9031-2d50414e8580), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.933875 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3256f4d-c336-47ed-a5d6-805fdfc724d2 req-61d97113-5141-4d45-bd24-f675f2fe0cc3 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:14.936601 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3256f4d-c336-47ed-a5d6-805fdfc724d2 req-61d97113-5141-4d45-bd24-f675f2fe0cc3 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1050167 Mar 11 18:05:14.972850 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2e541f2a-249b-41c5-889b-4925a0739ea0 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (ee24cbda-fbe4-4963-9031-2d50414e8580), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:14.980296 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2e541f2a-249b-41c5-889b-4925a0739ea0 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (ee24cbda-fbe4-4963-9031-2d50414e8580), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:15.003932 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e541f2a-249b-41c5-889b-4925a0739ea0 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee24cbda-fbe4-4963-9031-2d50414e8580,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:15.016982 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2e541f2a-249b-41c5-889b-4925a0739ea0 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:15.019442 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-2e541f2a-249b-41c5-889b-4925a0739ea0 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2286038 Mar 11 18:05:15.065826 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3256f4d-c336-47ed-a5d6-805fdfc724d2 req-ea2e0a7c-d728-4070-b11d-8aa3fdee39e6 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210611 Mar 11 18:05:15.132779 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9689c5a-538a-4215-8a8c-630cf0d34b7a None None] New status for floating IP defc09b0-d2bb-4269-bcee-535bcc09c6f1: ACTIVE {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:05:15.174650 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8537ccaa-054e-450f-b8d3-f36d9593557e req-e52d7296-10ab-450b-a55a-9d8c5274264b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1831023547&fields=id&tenant_id=5d068b6700f743f0871553c9004b68f5 HTTP/1.1" status: 200 len: 267 time: 0.0817153 Mar 11 18:05:15.269806 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device b71cb7cb-ebfd-430b-8a8e-c3a403013312 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:05:15.288376 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537ccaa-054e-450f-b8d3-f36d9593557e req-591f9f21-a2ef-4376-9ce1-41015bffafd6 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:15.292338 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8537ccaa-054e-450f-b8d3-f36d9593557e req-591f9f21-a2ef-4376-9ce1-41015bffafd6 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 946 time: 0.1072533 Mar 11 18:05:15.320188 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-8537ccaa-054e-450f-b8d3-f36d9593557e req-9f186a45-9c9f-44ce-99eb-3a146db5de01 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Request body: {'port': {'security_groups': ['fa66aa94-cb16-408e-a8ef-bf1278f6236b', '3dfba9e8-c2f0-4469-adf8-99aab2cf75a2']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:15.415783 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port b71cb7cb-ebfd-430b-8a8e-c3a403013312 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:05:15.421119 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port b71cb7cb-ebfd-430b-8a8e-c3a403013312 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:05:15.421788 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:15.424283 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8537ccaa-054e-450f-b8d3-f36d9593557e req-9f186a45-9c9f-44ce-99eb-3a146db5de01 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:15.560156 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port b71cb7cb-ebfd-430b-8a8e-c3a403013312 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:05:15.560725 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:15.598217 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:05:15.600774 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8308c4-c195-4a10-8958-f50541bb9aeb" -d '{"events": [{"server_uuid": "35f34ef9-c01e-4fa5-a018-6958c1c00005", "name": "network-vif-plugged", "status": "completed", "tag": "b71cb7cb-ebfd-430b-8a8e-c3a403013312"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:05:15.628318 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port b71cb7cb-ebfd-430b-8a8e-c3a403013312, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b71cb7cb-ebfd-430b-8a8e-c3a403013312,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:15.634107 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:15.666271 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7a57b8-7496-4384-b51c-b9ef3ff37ec4 x-openstack-request-id: req-ef7a57b8-7496-4384-b51c-b9ef3ff37ec4 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:05:15.666777 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f34ef9-c01e-4fa5-a018-6958c1c00005", "name": "network-vif-plugged", "status": "completed", "tag": "b71cb7cb-ebfd-430b-8a8e-c3a403013312", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:05:15.667058 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef7a57b8-7496-4384-b51c-b9ef3ff37ec4 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:05:15.667481 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312', 'code': 200} Mar 11 18:05:15.703691 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-8537ccaa-054e-450f-b8d3-f36d9593557e req-9f186a45-9c9f-44ce-99eb-3a146db5de01 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] For port 86150acf-22f4-4f55-a36c-ab791b8d368d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86150acf-22f4-4f55-a36c-ab791b8d368d,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:15.714763 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=b71cb7cb-ebfd-430b-8a8e-c3a403013312,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:15.749736 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8537ccaa-054e-450f-b8d3-f36d9593557e req-9f186a45-9c9f-44ce-99eb-3a146db5de01 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:15.761052 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8537ccaa-054e-450f-b8d3-f36d9593557e req-9f186a45-9c9f-44ce-99eb-3a146db5de01 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:15.779741 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['86150acf-22f4-4f55-a36c-ab791b8d368d'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:05:15.857206 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537ccaa-054e-450f-b8d3-f36d9593557e req-9f186a45-9c9f-44ce-99eb-3a146db5de01 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:15.858407 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8537ccaa-054e-450f-b8d3-f36d9593557e req-9f186a45-9c9f-44ce-99eb-3a146db5de01 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:15.859418 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8537ccaa-054e-450f-b8d3-f36d9593557e req-9f186a45-9c9f-44ce-99eb-3a146db5de01 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "PUT /v2.0/ports/86150acf-22f4-4f55-a36c-ab791b8d368d HTTP/1.1" status: 200 len: 982 time: 0.5461493 Mar 11 18:05:15.889015 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:05:15.891452 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75367aec-881a-419f-aa7a-0d57e21a6d58" -d '{"events": [{"name": "network-changed", "server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:05:16.108976 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['86150acf-22f4-4f55-a36c-ab791b8d368d'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:05:16.165324 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f186a45-9c9f-44ce-99eb-3a146db5de01 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event updated for resources: {'Port': ['ID=86150acf-22f4-4f55-a36c-ab791b8d368d,revision_number=6']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:16.197671 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a51ff0-0880-46f3-b637-a2867a21e71d req-d7134eae-ce85-4b15-9433-e14ac3c87b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:16.200662 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-11a51ff0-0880-46f3-b637-a2867a21e71d req-d7134eae-ce85-4b15-9433-e14ac3c87b32 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 1129 time: 0.3530035 Mar 11 18:05:16.225614 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360dacd-3732-4f1c-ba83-e7e5d4c3e19d req-db83bd50-1ff5-48c5-870e-e738c9b97f78 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:16.229975 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8360dacd-3732-4f1c-ba83-e7e5d4c3e19d req-db83bd50-1ff5-48c5-870e-e738c9b97f78 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 945 time: 0.3827353 Mar 11 18:05:16.345830 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67530f16-c540-49ef-928a-cf60f5d3d3be req-e428b788-86ef-4a6b-9927-c578fbee4a90 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:16.359562 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-67530f16-c540-49ef-928a-cf60f5d3d3be req-e428b788-86ef-4a6b-9927-c578fbee4a90 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.3311927 Mar 11 18:05:16.429492 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-11a51ff0-0880-46f3-b637-a2867a21e71d req-febb293a-b8d3-4ad0-b64e-96bfd503eeaf service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171326 Mar 11 18:05:16.487528 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8360dacd-3732-4f1c-ba83-e7e5d4c3e19d req-459a11aa-274a-4597-bb9f-44bb9280651e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226393 Mar 11 18:05:16.549567 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-da5ba1f9-622a-41bf-a904-87968d2e99f0 None None] Provisioning complete for port 86150acf-22f4-4f55-a36c-ab791b8d368d triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:05:16.550778 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da5ba1f9-622a-41bf-a904-87968d2e99f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:16.573269 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-67530f16-c540-49ef-928a-cf60f5d3d3be req-97a15856-f047-4f3c-9e52-1cab82c02fe4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952887 Mar 11 18:05:16.732101 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0de0810-842a-42f3-877e-2e1ed4078637 x-openstack-request-id: req-f0de0810-842a-42f3-877e-2e1ed4078637 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:05:16.732408 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:05:16.732743 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0de0810-842a-42f3-877e-2e1ed4078637 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:05:16.733010 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'status': 'completed', 'code': 200} Mar 11 18:05:16.757171 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff4a59-43a6-4de1-afdc-68f556cfaf68 req-8d459dae-9cf9-4572-a9cc-7718b04941e8 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:16.769681 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-12ff4a59-43a6-4de1-afdc-68f556cfaf68 req-8d459dae-9cf9-4572-a9cc-7718b04941e8 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.1582806 Mar 11 18:05:16.876893 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367aec-881a-419f-aa7a-0d57e21a6d58 req-bfaf7a56-6332-4ee2-934f-aee95914e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:16.878869 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75367aec-881a-419f-aa7a-0d57e21a6d58 req-bfaf7a56-6332-4ee2-934f-aee95914e621 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5d068b6700f743f0871553c9004b68f5&device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 1169 time: 0.1066835 Mar 11 18:05:16.892825 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-12ff4a59-43a6-4de1-afdc-68f556cfaf68 req-6bd868c6-2bf9-415b-b2c1-ac3883c9b04b tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220055 Mar 11 18:05:17.004814 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-da5ba1f9-622a-41bf-a904-87968d2e99f0 None None] Current status of the port 86150acf-22f4-4f55-a36c-ab791b8d368d is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:05:17.038753 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03337-03a0-496e-8e70-2c4087aed062 req-8042b7fb-44ef-4799-81b8-caaed7eba027 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:17.040681 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-78f03337-03a0-496e-8e70-2c4087aed062 req-8042b7fb-44ef-4799-81b8-caaed7eba027 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1468706 Mar 11 18:05:17.381815 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367aec-881a-419f-aa7a-0d57e21a6d58 req-3ad7ddce-a158-4963-abb2-93aebcc60082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:17.387864 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75367aec-881a-419f-aa7a-0d57e21a6d58 req-3ad7ddce-a158-4963-abb2-93aebcc60082 service neutron] 10.222.0.104 "GET /v2.0/networks?id=367f9d44-ad67-4888-97fe-b38701e02a55 HTTP/1.1" status: 200 len: 916 time: 0.4290383 Mar 11 18:05:17.537449 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-78f03337-03a0-496e-8e70-2c4087aed062 req-645e635c-ad54-4959-a183-210525338518 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892558 Mar 11 18:05:17.561488 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75367aec-881a-419f-aa7a-0d57e21a6d58 req-a6303011-cf02-49a2-8346-1388ac021deb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86150acf-22f4-4f55-a36c-ab791b8d368d HTTP/1.1" status: 200 len: 1001 time: 0.1515179 Mar 11 18:05:17.637082 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367aec-881a-419f-aa7a-0d57e21a6d58 req-1bbae944-e322-46fe-a37f-e1620d7db7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:17.638672 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75367aec-881a-419f-aa7a-0d57e21a6d58 req-1bbae944-e322-46fe-a37f-e1620d7db7c5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=166c4cc7-d4af-4652-88e3-ca087dc679cd HTTP/1.1" status: 200 len: 853 time: 0.0652094 Mar 11 18:05:17.755356 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dde58-f35c-4046-aea8-aa3019dfd88e req-bfc2ca60-ea5b-4c85-b6d4-174627aed401 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:17.757126 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-333dde58-f35c-4046-aea8-aa3019dfd88e req-bfc2ca60-ea5b-4c85-b6d4-174627aed401 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 945 time: 0.0981231 Mar 11 18:05:17.809574 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367aec-881a-419f-aa7a-0d57e21a6d58 req-f6ec25a4-412d-4153-9a2f-1fa32fcfcf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:17.812187 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75367aec-881a-419f-aa7a-0d57e21a6d58 req-f6ec25a4-412d-4153-9a2f-1fa32fcfcf16 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=367f9d44-ad67-4888-97fe-b38701e02a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1657710 Mar 11 18:05:17.978951 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-333dde58-f35c-4046-aea8-aa3019dfd88e req-2cfa69a7-9d8f-4da6-8aa7-5eb96190ac66 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030959 Mar 11 18:05:18.002863 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed430cd5-006e-4bb2-b1c8-94e0d3cd1d6f req-b760c872-10c2-4ea2-a5a9-cf7835f422db tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:18.006279 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ed430cd5-006e-4bb2-b1c8-94e0d3cd1d6f req-b760c872-10c2-4ea2-a5a9-cf7835f422db tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.2466004 Mar 11 18:05:18.031241 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75367aec-881a-419f-aa7a-0d57e21a6d58 req-e0f84061-6f80-4969-8067-c440468d4d7e service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912584 Mar 11 18:05:18.105799 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ed430cd5-006e-4bb2-b1c8-94e0d3cd1d6f req-b1f6b778-8545-4576-953a-21be7e52df41 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868726 Mar 11 18:05:18.191462 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75367aec-881a-419f-aa7a-0d57e21a6d58 req-e0a8ecf4-6f4a-4935-921a-cab188eb7579 service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474230 Mar 11 18:05:19.039946 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf0b6a-85f2-4593-9c49-aedd4ae6e5f1 req-5dcf133c-f34f-4c1b-b9dd-31ef13336146 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:19.042762 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c8cf0b6a-85f2-4593-9c49-aedd4ae6e5f1 req-5dcf133c-f34f-4c1b-b9dd-31ef13336146 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.3777740 Mar 11 18:05:19.196749 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c8cf0b6a-85f2-4593-9c49-aedd4ae6e5f1 req-c33b2740-3e82-4cfb-87ed-f931364ae7b8 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e014da0-f8be-429d-aecd-9755cb28e844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479270 Mar 11 18:05:19.245366 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525b9aa-7f60-4c20-b5df-cd2731731410 req-7532d21f-0f7d-4f4e-b6da-d79f0470c398 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:19.248107 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b525b9aa-7f60-4c20-b5df-cd2731731410 req-7532d21f-0f7d-4f4e-b6da-d79f0470c398 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 945 time: 0.1226103 Mar 11 18:05:19.279987 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5ae98-bb96-41ab-aa7c-5702a00d3483 req-e79682ca-b344-4ef2-be29-5cb3215e1059 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:19.282821 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-82e5ae98-bb96-41ab-aa7c-5702a00d3483 req-e79682ca-b344-4ef2-be29-5cb3215e1059 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.104 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 945 time: 0.1773844 Mar 11 18:05:19.438645 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b525b9aa-7f60-4c20-b5df-cd2731731410 req-ec04d084-28f1-44a2-b141-059089ae85f9 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816466 Mar 11 18:05:19.475172 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dc326-67dd-4833-8125-2814da35f659 req-1a19c8e6-466e-4d8d-8217-b7075a05725b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:19.477627 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0f8dc326-67dd-4833-8125-2814da35f659 req-1a19c8e6-466e-4d8d-8217-b7075a05725b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1329062 Mar 11 18:05:19.597617 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-82e5ae98-bb96-41ab-aa7c-5702a00d3483 req-60d9d660-4d33-44c3-b024-73ce06ebb972 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Deleting port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:05:19.598381 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-82e5ae98-bb96-41ab-aa7c-5702a00d3483 req-60d9d660-4d33-44c3-b024-73ce06ebb972 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:19.646788 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0f8dc326-67dd-4833-8125-2814da35f659 req-3e4d8443-7ad9-4f45-b91b-fcb6576c61df tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548746 Mar 11 18:05:19.723022 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a37863-2a96-47b7-a11c-545b09161644 req-d11e82f9-02f7-4d2d-a892-c20b02e9d244 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:19.724605 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-19a37863-2a96-47b7-a11c-545b09161644 req-d11e82f9-02f7-4d2d-a892-c20b02e9d244 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 945 time: 0.1864378 Mar 11 18:05:19.734004 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57034) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:19.740819 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-96b43584-7d0f-435f-bb71-fee7ca551969 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'floatingip': {'port_id': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:19.752901 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-82e5ae98-bb96-41ab-aa7c-5702a00d3483 req-60d9d660-4d33-44c3-b024-73ce06ebb972 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] For port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e7b752e-b47c-4482-a1cf-cf0a4a87632f,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:19.753558 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-82e5ae98-bb96-41ab-aa7c-5702a00d3483 req-60d9d660-4d33-44c3-b024-73ce06ebb972 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:19.794948 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-82e5ae98-bb96-41ab-aa7c-5702a00d3483 req-60d9d660-4d33-44c3-b024-73ce06ebb972 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Calling delete_port for 2e7b752e-b47c-4482-a1cf-cf0a4a87632f owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:05:19.797322 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-96b43584-7d0f-435f-bb71-fee7ca551969 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (0fe80567-dc77-4306-91ca-132595dba5b6), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:20.028734 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-82e5ae98-bb96-41ab-aa7c-5702a00d3483 req-60d9d660-4d33-44c3-b024-73ce06ebb972 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (2e7b752e-b47c-4482-a1cf-cf0a4a87632f), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:20.054147 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['2e7b752e-b47c-4482-a1cf-cf0a4a87632f'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:05:20.115009 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9d660-4d33-44c3-b024-73ce06ebb972 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Pushing event deleted for resources: {'Port': ['ID=2e7b752e-b47c-4482-a1cf-cf0a4a87632f,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:20.258686 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e5ae98-bb96-41ab-aa7c-5702a00d3483 req-60d9d660-4d33-44c3-b024-73ce06ebb972 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] No DVR routers for this DVR port 2e7b752e-b47c-4482-a1cf-cf0a4a87632f on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:05:20.267657 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-82e5ae98-bb96-41ab-aa7c-5702a00d3483 req-60d9d660-4d33-44c3-b024-73ce06ebb972 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:20.267657 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-82e5ae98-bb96-41ab-aa7c-5702a00d3483 req-60d9d660-4d33-44c3-b024-73ce06ebb972 tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.104 "DELETE /v2.0/ports/2e7b752e-b47c-4482-a1cf-cf0a4a87632f HTTP/1.1" status: 204 len: 173 time: 0.9685848 Mar 11 18:05:20.267657 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356fa030-aa9b-4d47-a342-19deaf663763', 'name': 'network-vif-deleted', 'tag': '2e7b752e-b47c-4482-a1cf-cf0a4a87632f'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:05:20.271334 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2b29a3-f12c-4e82-a72b-c087c7d3aff3" -d '{"events": [{"server_uuid": "356fa030-aa9b-4d47-a342-19deaf663763", "name": "network-vif-deleted", "tag": "2e7b752e-b47c-4482-a1cf-cf0a4a87632f"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:05:20.381675 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-647311ed-9d9c-4a13-b107-b22d66f2293e req-4a241fac-e131-49b6-b40d-2060a3a9436c tempest-ServerRescueNegativeTestJSON-2076063780 tempest-ServerRescueNegativeTestJSON-2076063780-project] 10.222.0.30 "GET /v2.0/ports?device_id=356fa030-aa9b-4d47-a342-19deaf663763 HTTP/1.1" status: 200 len: 210 time: 0.0569386 Mar 11 18:05:20.406571 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dd85b8-2b9c-47f0-ad4f-73342c082f75 x-openstack-request-id: req-49dd85b8-2b9c-47f0-ad4f-73342c082f75 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:05:20.407196 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356fa030-aa9b-4d47-a342-19deaf663763", "name": "network-vif-deleted", "tag": "2e7b752e-b47c-4482-a1cf-cf0a4a87632f", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:05:20.407628 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49dd85b8-2b9c-47f0-ad4f-73342c082f75 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:05:20.408034 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356fa030-aa9b-4d47-a342-19deaf663763', 'name': 'network-vif-deleted', 'tag': '2e7b752e-b47c-4482-a1cf-cf0a4a87632f', 'status': 'completed', 'code': 200} Mar 11 18:05:20.640557 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-96b43584-7d0f-435f-bb71-fee7ca551969 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:20.645714 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-96b43584-7d0f-435f-bb71-fee7ca551969 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (0fe80567-dc77-4306-91ca-132595dba5b6), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:20.843970 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.l3_db [None req-96b43584-7d0f-435f-bb71-fee7ca551969 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Floating IP 0fe80567-dc77-4306-91ca-132595dba5b6 associated. External IP: 172.27.0.215, port: b71cb7cb-ebfd-430b-8a8e-c3a403013312. Mar 11 18:05:20.876758 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90854c48-713f-42c2-a1ee-094b570f363f req-2391f28a-d3a8-4cb3-9007-5dcdd2f4cf42 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:20.883616 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-90854c48-713f-42c2-a1ee-094b570f363f req-2391f28a-d3a8-4cb3-9007-5dcdd2f4cf42 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0923831 Mar 11 18:05:21.023527 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-90854c48-713f-42c2-a1ee-094b570f363f req-a08a6528-485b-4135-9dec-c18a6ab316fb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312358 Mar 11 18:05:21.291848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b43584-7d0f-435f-bb71-fee7ca551969 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:05:21.476542 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 57050) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:21.554443 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b43584-7d0f-435f-bb71-fee7ca551969 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:05:21.567936 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-96b43584-7d0f-435f-bb71-fee7ca551969 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:21.570577 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed9a84d-bc5a-4a04-88db-9582ceb51aef None None] Sync routers for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:05:21.598622 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed9a84d-bc5a-4a04-88db-9582ceb51aef None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:05:21.602193 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-9ed9a84d-bc5a-4a04-88db-9582ceb51aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:05:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:21.649278 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-96b43584-7d0f-435f-bb71-fee7ca551969 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "PUT /v2.0/floatingips/0fe80567-dc77-4306-91ca-132595dba5b6 HTTP/1.1" status: 200 len: 991 time: 1.9132764 Mar 11 18:05:21.650205 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'tag': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:05:21.653577 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941ce41a-6eb0-43a6-a0e0-532c9d934e86" -d '{"events": [{"name": "network-changed", "server_uuid": "35f34ef9-c01e-4fa5-a018-6958c1c00005", "tag": "b71cb7cb-ebfd-430b-8a8e-c3a403013312"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:05:21.777720 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-9ed9a84d-bc5a-4a04-88db-9582ceb51aef None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:05:21.782005 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c153c85-27ad-483d-a741-ae6b264d8827 x-openstack-request-id: req-8c153c85-27ad-483d-a741-ae6b264d8827 {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:05:21.782394 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f34ef9-c01e-4fa5-a018-6958c1c00005", "tag": "b71cb7cb-ebfd-430b-8a8e-c3a403013312", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:05:21.782637 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c153c85-27ad-483d-a741-ae6b264d8827 {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:05:21.783090 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'tag': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312', 'status': 'completed', 'code': 200} Mar 11 18:05:21.980853 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ce41a-6eb0-43a6-a0e0-532c9d934e86 req-63e20e7f-7a2c-4812-b7c9-f4fb2b8dfcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:21.983187 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-941ce41a-6eb0-43a6-a0e0-532c9d934e86 req-63e20e7f-7a2c-4812-b7c9-f4fb2b8dfcad service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 1129 time: 0.1186597 Mar 11 18:05:22.151717 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-9ed9a84d-bc5a-4a04-88db-9582ceb51aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '0fe80567-dc77-4306-91ca-132595dba5b6', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:1c:01:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:05:01Z', 'updated_at': '2022-03-11T18:05:20Z', 'revision_number': 1, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}, {'id': 'e6f661f6-fd4c-4c45-af32-95e9544f9953', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:9f:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2982e072-7aec-45ce-92b4-adb969ba8980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:01:36Z', 'updated_at': '2022-03-11T18:02:37Z', 'revision_number': 2, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:22.178496 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ce41a-6eb0-43a6-a0e0-532c9d934e86 req-5217485c-dfe9-47a6-8f00-c07bdacab84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:22.180190 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-941ce41a-6eb0-43a6-a0e0-532c9d934e86 req-5217485c-dfe9-47a6-8f00-c07bdacab84d service neutron] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 917 time: 0.1559112 Mar 11 18:05:22.218223 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed9a84d-bc5a-4a04-88db-9582ceb51aef None None] Checking router: 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:05:22.236375 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed9a84d-bc5a-4a04-88db-9582ceb51aef None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:05:22.237316 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-9ed9a84d-bc5a-4a04-88db-9582ceb51aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:05:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:22.356383 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-941ce41a-6eb0-43a6-a0e0-532c9d934e86 req-513a77aa-4fba-4b66-b0df-709e553d034f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71cb7cb-ebfd-430b-8a8e-c3a403013312 HTTP/1.1" status: 200 len: 999 time: 0.1549625 Mar 11 18:05:22.412195 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d90a47-4c86-4e96-a49e-00823ab79fc8 req-6cc932dd-1b9d-4292-9341-00d9ca17204a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:22.413983 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e8d90a47-4c86-4e96-a49e-00823ab79fc8 req-6cc932dd-1b9d-4292-9341-00d9ca17204a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.2620928 Mar 11 18:05:22.433172 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-9ed9a84d-bc5a-4a04-88db-9582ceb51aef None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:05:22.476759 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ce41a-6eb0-43a6-a0e0-532c9d934e86 req-968331d1-ff17-4c23-a55c-520e0c3ea73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:22.479040 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-941ce41a-6eb0-43a6-a0e0-532c9d934e86 req-968331d1-ff17-4c23-a55c-520e0c3ea73f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.1127582 Mar 11 18:05:22.558465 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e8d90a47-4c86-4e96-a49e-00823ab79fc8 req-fd8f3d87-e6f8-4da3-9307-f5ded55ab832 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354837 Mar 11 18:05:22.674268 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ce41a-6eb0-43a6-a0e0-532c9d934e86 req-22a4841b-5847-4d81-abff-8d4b6806cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:22.677087 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-941ce41a-6eb0-43a6-a0e0-532c9d934e86 req-22a4841b-5847-4d81-abff-8d4b6806cd1b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1857071 Mar 11 18:05:22.855113 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d0d63f81-37af-425c-bee9-2b8297cc96f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933442'] for router_interface (cbb82b8a-8c71-4464-90e4-d768f95c4802), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:22.951556 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-941ce41a-6eb0-43a6-a0e0-532c9d934e86 req-51895367-8be1-4d64-b441-cf2c0ae16031 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614615 Mar 11 18:05:22.955100 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-9ed9a84d-bc5a-4a04-88db-9582ceb51aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '0fe80567-dc77-4306-91ca-132595dba5b6', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:1c:01:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:05:01Z', 'updated_at': '2022-03-11T18:05:20Z', 'revision_number': 1, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}, {'id': 'e6f661f6-fd4c-4c45-af32-95e9544f9953', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:9f:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2982e072-7aec-45ce-92b4-adb969ba8980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:01:36Z', 'updated_at': '2022-03-11T18:02:37Z', 'revision_number': 2, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:23.022386 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed9a84d-bc5a-4a04-88db-9582ceb51aef None None] The sync data for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi is: [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '0fe80567-dc77-4306-91ca-132595dba5b6', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:1c:01:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:05:01Z', 'updated_at': '2022-03-11T18:05:20Z', 'revision_number': 1, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}, {'id': 'e6f661f6-fd4c-4c45-af32-95e9544f9953', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:9f:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2982e072-7aec-45ce-92b4-adb969ba8980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:01:36Z', 'updated_at': '2022-03-11T18:02:37Z', 'revision_number': 2, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:05:23.277052 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-941ce41a-6eb0-43a6-a0e0-532c9d934e86 req-f77794fc-38e8-4a08-808e-fc3ac57e553d service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078022 Mar 11 18:05:23.291928 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 2e7b752e-b47c-4482-a1cf-cf0a4a87632f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:05:23.322385 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 2e7b752e-b47c-4482-a1cf-cf0a4a87632f {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:05:23.323131 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 2e7b752e-b47c-4482-a1cf-cf0a4a87632f not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:05:23.342683 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c7c1ff-2a82-49a5-91da-3a1266b698a1 None None] New status for floating IP 0fe80567-dc77-4306-91ca-132595dba5b6: ACTIVE {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:05:23.471346 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-d0d63f81-37af-425c-bee9-2b8297cc96f3 admin admin] Deleting port 25528b13-32b2-439d-89ac-1dd427ceb027 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:05:23.471785 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d0d63f81-37af-425c-bee9-2b8297cc96f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:23.607842 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-d0d63f81-37af-425c-bee9-2b8297cc96f3 admin admin] For port 25528b13-32b2-439d-89ac-1dd427ceb027, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=25528b13-32b2-439d-89ac-1dd427ceb027,segment=NetworkSegment(0c4aea04-b41e-47d4-a3c3-83926c1c4dfc),segment_id=0c4aea04-b41e-47d4-a3c3-83926c1c4dfc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:23.607842 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d0d63f81-37af-425c-bee9-2b8297cc96f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:23.631280 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-d0d63f81-37af-425c-bee9-2b8297cc96f3 admin admin] Calling delete_port for 25528b13-32b2-439d-89ac-1dd427ceb027 owned by network:router_interface {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:05:23.844739 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ee768-056f-4060-9e7b-23258db433c0 req-217e6895-3925-4868-a1ab-a7bcb954599b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:23.846230 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-342ee768-056f-4060-9e7b-23258db433c0 req-217e6895-3925-4868-a1ab-a7bcb954599b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1316831 Mar 11 18:05:23.955383 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-342ee768-056f-4060-9e7b-23258db433c0 req-a6de911f-3df3-41e2-9012-a7c35327e012 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757217 Mar 11 18:05:24.052590 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d0d63f81-37af-425c-bee9-2b8297cc96f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (25528b13-32b2-439d-89ac-1dd427ceb027), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:24.085270 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d63f81-37af-425c-bee9-2b8297cc96f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=25528b13-32b2-439d-89ac-1dd427ceb027,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:24.311714 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d0d63f81-37af-425c-bee9-2b8297cc96f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1947666'] for router_interface (cbb82b8a-8c71-4464-90e4-d768f95c4802), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:24.648368 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d63f81-37af-425c-bee9-2b8297cc96f3 admin admin] Router cbb82b8a-8c71-4464-90e4-d768f95c4802 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:05:25.048024 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:05:25.333665 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d63f81-37af-425c-bee9-2b8297cc96f3 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:05:25.345979 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7a069-bfb5-4559-86c9-812b7e92b716 None None] Sync routers for ids ['cbb82b8a-8c71-4464-90e4-d768f95c4802'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:05:25.353543 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c4180-8379-4ce2-b61e-7a08d4454fdc req-e24c87ce-882e-4f02-a1d8-5e5f0e5860d4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:25.355215 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b75c4180-8379-4ce2-b61e-7a08d4454fdc req-e24c87ce-882e-4f02-a1d8-5e5f0e5860d4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1808491 Mar 11 18:05:25.363572 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-d0d63f81-37af-425c-bee9-2b8297cc96f3 admin admin] 10.222.0.30 "PUT /v2.0/routers/cbb82b8a-8c71-4464-90e4-d768f95c4802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8812108 Mar 11 18:05:25.363900 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57080) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:25.364789 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7a069-bfb5-4559-86c9-812b7e92b716 None None] Routers {'cbb82b8a-8c71-4464-90e4-d768f95c4802'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:05:25.366090 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-acc7a069-bfb5-4559-86c9-812b7e92b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:05:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['cbb82b8a-8c71-4464-90e4-d768f95c4802'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:25.460472 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b75c4180-8379-4ce2-b61e-7a08d4454fdc req-6ff66cbe-2224-400a-92c2-f1c45993e672 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858598 Mar 11 18:05:25.712545 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Publish callbacks [] for router (cbb82b8a-8c71-4464-90e4-d768f95c4802), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:25.747609 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-acc7a069-bfb5-4559-86c9-812b7e92b716 None None] Set router cbb82b8a-8c71-4464-90e4-d768f95c4802 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:05:25.923979 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Publish callbacks [] for router_gateway (cbb82b8a-8c71-4464-90e4-d768f95c4802), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:26.007609 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-acc7a069-bfb5-4559-86c9-812b7e92b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'name': 'tempest-ServerRescueNegativeTestJSON-91245127-router', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:05:23Z', 'revision_number': 5, 'project_id': 'de1fa1034bb343609fb1431412b391d6', 'gw_port': {'id': '6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:05Z', 'updated_at': '2022-03-11T18:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:26.018305 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Deleting port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:05:26.018756 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:26.042459 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7a069-bfb5-4559-86c9-812b7e92b716 None None] Checking router: cbb82b8a-8c71-4464-90e4-d768f95c4802 for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:05:26.059170 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7a069-bfb5-4559-86c9-812b7e92b716 None None] Routers {'cbb82b8a-8c71-4464-90e4-d768f95c4802'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:05:26.059170 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-acc7a069-bfb5-4559-86c9-812b7e92b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:05:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['cbb82b8a-8c71-4464-90e4-d768f95c4802'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:26.168808 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] For port 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:26.170398 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:26.197986 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Calling delete_port for 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc owned by network:router_gateway {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:05:26.224006 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-acc7a069-bfb5-4559-86c9-812b7e92b716 None None] Set router cbb82b8a-8c71-4464-90e4-d768f95c4802 gateway port host: None {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:05:26.305075 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-acc7a069-bfb5-4559-86c9-812b7e92b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'name': 'tempest-ServerRescueNegativeTestJSON-91245127-router', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:05:25Z', 'revision_number': 6, 'project_id': 'de1fa1034bb343609fb1431412b391d6', 'gw_port_host': None}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:26.365492 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7a069-bfb5-4559-86c9-812b7e92b716 None None] The sync data for ids ['cbb82b8a-8c71-4464-90e4-d768f95c4802'] in dv-cinder-788368-4-iscsi is: [{'id': 'cbb82b8a-8c71-4464-90e4-d768f95c4802', 'name': 'tempest-ServerRescueNegativeTestJSON-91245127-router', 'tenant_id': 'de1fa1034bb343609fb1431412b391d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:05:25Z', 'revision_number': 6, 'project_id': 'de1fa1034bb343609fb1431412b391d6', 'gw_port_host': None}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:05:26.503512 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:26.547995 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:26.661423 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1934776'] for router_gateway (cbb82b8a-8c71-4464-90e4-d768f95c4802), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:26.709906 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01a016-07ce-4110-9341-77e36666ed19 req-3dc07eee-eec9-496e-bd67-0af0e68b0fc3 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:26.723107 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5d01a016-07ce-4110-9341-77e36666ed19 req-3dc07eee-eec9-496e-bd67-0af0e68b0fc3 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1331093 Mar 11 18:05:26.854230 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5d01a016-07ce-4110-9341-77e36666ed19 req-16b9d669-3840-450f-8e99-cf5b5954e8e8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263344 Mar 11 18:05:26.857440 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1946935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25335'] for router (cbb82b8a-8c71-4464-90e4-d768f95c4802), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:26.864797 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Publish callbacks [] for router_controller (cbb82b8a-8c71-4464-90e4-d768f95c4802), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:26.978021 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1946924'] for router (cbb82b8a-8c71-4464-90e4-d768f95c4802), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:26.978698 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb82b8a-8c71-4464-90e4-d768f95c4802 {{(pid=103278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:05:26.984929 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:26.990149 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-efbe9392-2d8e-4cc7-b4a9-0e0f943bf68b admin admin] 10.222.0.30 "DELETE /v2.0/routers/cbb82b8a-8c71-4464-90e4-d768f95c4802 HTTP/1.1" status: 204 len: 168 time: 1.6215599 Mar 11 18:05:26.991361 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57090) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:27.055250 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_v2 [None req-99130dde-e0e7-44ff-ba45-675623078721 admin admin] Deleting subnet 7d395e4c-e767-470a-8b97-81a4caa9b38e {{(pid=103278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:05:27.059702 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-99130dde-e0e7-44ff-ba45-675623078721 admin admin] Publish callbacks [] for subnet (7d395e4c-e767-470a-8b97-81a4caa9b38e), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:27.112222 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-99130dde-e0e7-44ff-ba45-675623078721 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13299080'] for subnet (7d395e4c-e767-470a-8b97-81a4caa9b38e), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:27.163916 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-99130dde-e0e7-44ff-ba45-675623078721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (7d395e4c-e767-470a-8b97-81a4caa9b38e), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:27.243583 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-99130dde-e0e7-44ff-ba45-675623078721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16022632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13482888'] for subnet (7d395e4c-e767-470a-8b97-81a4caa9b38e), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:27.288066 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-99130dde-e0e7-44ff-ba45-675623078721 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:27.293360 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-99130dde-e0e7-44ff-ba45-675623078721 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7d395e4c-e767-470a-8b97-81a4caa9b38e HTTP/1.1" status: 204 len: 168 time: 0.3005311 Mar 11 18:05:27.295882 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57094) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:27.312187 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99130dde-e0e7-44ff-ba45-675623078721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d395e4c-e767-470a-8b97-81a4caa9b38e,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:27.454575 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (abf8b21d-4c74-4320-a597-db72e3e147d3), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:27.456847 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 25528b13-32b2-439d-89ac-1dd427ceb027 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:05:27.494893 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 25528b13-32b2-439d-89ac-1dd427ceb027 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:05:27.495732 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 25528b13-32b2-439d-89ac-1dd427ceb027 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:05:27.496220 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:05:27.523647 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:05:27.524148 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 6ae8c3f1-b986-4ef3-97e0-63bdcb1712fc not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:05:27.629406 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (abf8b21d-4c74-4320-a597-db72e3e147d3), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:27.655630 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf8b21d-4c74-4320-a597-db72e3e147d3']}} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:27.667975 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc') {'for_net_delete': True} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:27.668557 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4aea04-b41e-47d4-a3c3-83926c1c4dfc') {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:27.683695 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13299075'] for segment (0c4aea04-b41e-47d4-a3c3-83926c1c4dfc), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:27.705383 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (0c4aea04-b41e-47d4-a3c3-83926c1c4dfc), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:27.723618 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=103278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:05:27.724472 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16008886'] for segment (0c4aea04-b41e-47d4-a3c3-83926c1c4dfc), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: Traceback (most recent call last): Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: timer() Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: cb(*args, **kw) Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: return func(*args, **kwargs) Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: self._notify() Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: self.callback(batched_events) Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: event.method(event) Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: return f(self, *a, **k) Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._get(url).json() Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: return self.request(url, 'GET', **kwargs) Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:05:27.726960 dv-cinder-788368-4-iscsi neutron-server[103278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:05:27.824230 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (abf8b21d-4c74-4320-a597-db72e3e147d3), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:27.837757 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:27.841616 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] 10.222.0.30 "DELETE /v2.0/networks/abf8b21d-4c74-4320-a597-db72e3e147d3 HTTP/1.1" status: 204 len: 168 time: 0.5441942 Mar 11 18:05:27.865382 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfad740-edad-4163-9d67-9a2f8657c255 admin admin] Pushing event deleted for resources: {'Network': ['ID=abf8b21d-4c74-4320-a597-db72e3e147d3,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:28.046700 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57100) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:28.110243 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-44c3980c-52e2-4b30-8b8d-205e838cb10f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de1fa1034bb343609fb1431412b391d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0618575 Mar 11 18:05:28.113454 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57102) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:28.145835 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c91d8-b8b2-4556-bd08-fc82daf8d3ed req-9f3d7b03-4ec5-4b8a-91b9-e353b99145b0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:28.148691 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3b2c91d8-b8b2-4556-bd08-fc82daf8d3ed req-9f3d7b03-4ec5-4b8a-91b9-e353b99145b0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1338451 Mar 11 18:05:28.254026 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3b2c91d8-b8b2-4556-bd08-fc82daf8d3ed req-ec6ef6ea-4c44-4f40-957e-27df39c423cd tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901148 Mar 11 18:05:28.257565 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c8c02d78-2543-41f9-87c5-20df24691ae2 admin admin] Publish callbacks [] for security_group (8e014da0-f8be-429d-aecd-9755cb28e844), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:28.306906 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c8c02d78-2543-41f9-87c5-20df24691ae2 admin admin] Publish callbacks [] for security_group (8e014da0-f8be-429d-aecd-9755cb28e844), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:28.372640 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c8c02d78-2543-41f9-87c5-20df24691ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (8e014da0-f8be-429d-aecd-9755cb28e844), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:28.375919 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c8c02d78-2543-41f9-87c5-20df24691ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:28.380283 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c8c02d78-2543-41f9-87c5-20df24691ae2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e014da0-f8be-429d-aecd-9755cb28e844 HTTP/1.1" status: 204 len: 168 time: 0.2649212 Mar 11 18:05:28.390500 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c02d78-2543-41f9-87c5-20df24691ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e014da0-f8be-429d-aecd-9755cb28e844,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:28.926521 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:29.547237 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb590-74fd-4baa-a638-ede7ed0715a9 req-44b8719f-6659-49e6-9b3e-3dd789c9cb73 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:29.560436 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-77cfb590-74fd-4baa-a638-ede7ed0715a9 req-44b8719f-6659-49e6-9b3e-3dd789c9cb73 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1448383 Mar 11 18:05:29.649685 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-77cfb590-74fd-4baa-a638-ede7ed0715a9 req-68e88bf2-94d9-4df7-8354-913277a215f2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873411 Mar 11 18:05:30.800806 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57202) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:30.904414 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a5af4-535b-4841-8982-383c7e436cb0 req-20c9a715-3fe4-4c9e-85ce-25843f6557eb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:30.906986 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3c0a5af4-535b-4841-8982-383c7e436cb0 req-20c9a715-3fe4-4c9e-85ce-25843f6557eb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1352313 Mar 11 18:05:30.969945 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3c0a5af4-535b-4841-8982-383c7e436cb0 req-6244317a-bdf7-4640-9f29-24293e259f87 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533977 Mar 11 18:05:31.013468 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-18793e5d-7d69-4634-8814-fd2f3b90559d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:31.140089 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-18793e5d-7d69-4634-8814-fd2f3b90559d admin admin] Publish callbacks [] for security_group (45fd0360-dd19-4c1e-8475-6360311569a3), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:31.145308 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-18793e5d-7d69-4634-8814-fd2f3b90559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (45fd0360-dd19-4c1e-8475-6360311569a3), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:31.191738 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-18793e5d-7d69-4634-8814-fd2f3b90559d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb563373013143ef9779cd996c6c6140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896434 Mar 11 18:05:31.192544 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18793e5d-7d69-4634-8814-fd2f3b90559d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fd0360-dd19-4c1e-8475-6360311569a3,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:31.195180 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57212) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:31.255739 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-920f8602-c8c0-4b14-9773-6a124d5df463 admin admin] Publish callbacks [] for security_group (45fd0360-dd19-4c1e-8475-6360311569a3), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:31.296754 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-920f8602-c8c0-4b14-9773-6a124d5df463 admin admin] Publish callbacks [] for security_group (45fd0360-dd19-4c1e-8475-6360311569a3), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:31.374074 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-920f8602-c8c0-4b14-9773-6a124d5df463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (45fd0360-dd19-4c1e-8475-6360311569a3), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:31.377873 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-920f8602-c8c0-4b14-9773-6a124d5df463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:31.379407 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-920f8602-c8c0-4b14-9773-6a124d5df463 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45fd0360-dd19-4c1e-8475-6360311569a3 HTTP/1.1" status: 204 len: 168 time: 0.1829960 Mar 11 18:05:31.392367 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f8602-c8c0-4b14-9773-6a124d5df463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fd0360-dd19-4c1e-8475-6360311569a3,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:31.596901 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f096001-a157-4405-9fed-e0c452c5b6a0 req-5cea8bb0-8dfd-43f5-8dc1-193f0fc9730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:31.599519 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7f096001-a157-4405-9fed-e0c452c5b6a0 req-5cea8bb0-8dfd-43f5-8dc1-193f0fc9730d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 1129 time: 0.0614276 Mar 11 18:05:31.748420 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f096001-a157-4405-9fed-e0c452c5b6a0 req-86c08ca6-81de-4f5d-abf5-6ef3a3dff3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:31.750649 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7f096001-a157-4405-9fed-e0c452c5b6a0 req-86c08ca6-81de-4f5d-abf5-6ef3a3dff3d7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 919 time: 0.1428521 Mar 11 18:05:31.837237 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7f096001-a157-4405-9fed-e0c452c5b6a0 req-cbca579f-5b5e-444a-9a66-0bf1552a7071 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 HTTP/1.1" status: 200 len: 1001 time: 0.0787599 Mar 11 18:05:31.899304 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f096001-a157-4405-9fed-e0c452c5b6a0 req-8612a7cb-0645-4ac6-82e8-ec46cab0208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:31.901093 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7f096001-a157-4405-9fed-e0c452c5b6a0 req-8612a7cb-0645-4ac6-82e8-ec46cab0208c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.0567987 Mar 11 18:05:31.961713 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f096001-a157-4405-9fed-e0c452c5b6a0 req-7c573520-eec7-46d3-aca6-735582f85c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:31.964417 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7f096001-a157-4405-9fed-e0c452c5b6a0 req-7c573520-eec7-46d3-aca6-735582f85c41 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568295 Mar 11 18:05:32.200434 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7f096001-a157-4405-9fed-e0c452c5b6a0 req-0ff46477-e955-4232-9fd7-f970387906ee service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276087 Mar 11 18:05:32.214925 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39138a-245c-42b6-a46c-bd68a9038dc8 req-acbaa45d-7f0f-4d28-8ce2-48f538b564e0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:32.216508 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fb39138a-245c-42b6-a46c-bd68a9038dc8 req-acbaa45d-7f0f-4d28-8ce2-48f538b564e0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.1310217 Mar 11 18:05:32.415641 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fb39138a-245c-42b6-a46c-bd68a9038dc8 req-5527f88d-fbb2-4513-b9a4-c8d712cb0c94 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835210 Mar 11 18:05:32.454103 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7f096001-a157-4405-9fed-e0c452c5b6a0 req-3bf2da36-5ec4-4ed4-8b42-1adee22e51f2 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360275 Mar 11 18:05:33.631749 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510fef6-e526-477a-9fc3-b5e44fa8aa74 req-993a2c50-52f7-442f-81a6-d4a4f498b216 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:33.634269 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7510fef6-e526-477a-9fc3-b5e44fa8aa74 req-993a2c50-52f7-442f-81a6-d4a4f498b216 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0956421 Mar 11 18:05:33.688163 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7510fef6-e526-477a-9fc3-b5e44fa8aa74 req-e0008e53-fdfb-4fed-9ea3-04b50b839c5f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472145 Mar 11 18:05:34.877188 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd174bc-fae2-4c18-af0c-d306ac82852a req-0636592b-ffa5-4c68-b619-ccec5347185d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:34.879770 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6bd174bc-fae2-4c18-af0c-d306ac82852a req-0636592b-ffa5-4c68-b619-ccec5347185d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 945 time: 0.0973222 Mar 11 18:05:34.978385 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3f35c0e7-22d0-4856-82a7-cc70186eecda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:34.982169 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6bd174bc-fae2-4c18-af0c-d306ac82852a req-a8db69db-144c-4bb5-a29f-991135597769 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932567 Mar 11 18:05:35.353167 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:05:35.504991 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 is: ACTIVE; New status is: DOWN {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:05:35.505398 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:35.544832 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:05:35.549070 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4811e796-d895-4db1-8e60-b9f1d90f2def" -d '{"events": [{"server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "name": "network-vif-unplugged", "status": "completed", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:05:35.572608 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:35.579397 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:35.589254 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 18:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c5bff5-2bd6-4384-abbc-76192f545125 x-openstack-request-id: req-52c5bff5-2bd6-4384-abbc-76192f545125 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:05:35.589717 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "name": "network-vif-unplugged", "status": "failed", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15", "code": 422}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:05:35.590130 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52c5bff5-2bd6-4384-abbc-76192f545125 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:05:35.591114 dv-cinder-788368-4-iscsi neutron-server[103279]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'code': 422} returned with failed status Mar 11 18:05:35.594479 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [req-0b056d15-2270-4cf9-99dc-be91c9269bfb req-db7b774d-f2bd-4a8a-a371-2d63019e2f4e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:05:35.595654 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0b056d15-2270-4cf9-99dc-be91c9269bfb req-db7b774d-f2bd-4a8a-a371-2d63019e2f4e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063286 Mar 11 18:05:35.662179 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,revision_number=8']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:35.815690 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030426f6-c089-4b73-a2f9-1018c0301e0a req-3efcf2a8-5e5f-428d-852d-3b99765fe241 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:35.817358 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-030426f6-c089-4b73-a2f9-1018c0301e0a req-3efcf2a8-5e5f-428d-852d-3b99765fe241 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0610771 Mar 11 18:05:35.878180 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-030426f6-c089-4b73-a2f9-1018c0301e0a req-c0662fda-c490-40cf-814c-ae21d5383d6a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545223 Mar 11 18:05:36.211956 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57338) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:36.349777 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-a3bda0ba-d498-4fda-aa4a-fec953936f74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366222 Mar 11 18:05:36.373252 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-2134bf9c-eb22-47b7-bf82-bedaea02f36f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:05:36.374310 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-2134bf9c-eb22-47b7-bf82-bedaea02f36f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064514 Mar 11 18:05:36.492954 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57352) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:36.552843 dv-cinder-788368-4-iscsi neutron-server[103278]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 18:05:36.599921 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-c26df91d-1291-46f2-8287-e75df046ac3d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:36.601543 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-c26df91d-1291-46f2-8287-e75df046ac3d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports/dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 HTTP/1.1" status: 200 len: 940 time: 0.1071749 Mar 11 18:05:37.065685 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c80928-2af0-4fda-b82d-bd2bec857b88 req-1dc8e6e0-d751-4cd7-a662-c021e1566cd7 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:37.067584 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50c80928-2af0-4fda-b82d-bd2bec857b88 req-1dc8e6e0-d751-4cd7-a662-c021e1566cd7 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0697846 Mar 11 18:05:37.140668 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50c80928-2af0-4fda-b82d-bd2bec857b88 req-f571aeba-570e-436f-b2f7-975bbf3fee9d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667748 Mar 11 18:05:37.872219 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3d49-8341-480f-8049-bd676d043b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:38.302183 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec9659-889c-4701-933d-2321134e792a req-c9790a65-978f-429b-acb3-ebe17f853da9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:38.303710 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bdec9659-889c-4701-933d-2321134e792a req-c9790a65-978f-429b-acb3-ebe17f853da9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0652950 Mar 11 18:05:38.354571 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bdec9659-889c-4701-933d-2321134e792a req-b5bfb750-1755-41f2-a811-3b1573dc0301 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450494 Mar 11 18:05:39.494296 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47144a-a020-4c01-9d28-7e7177f28b4f req-e68cf9a4-b020-474a-9002-b4ebbb8fc02a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:39.496005 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2c47144a-a020-4c01-9d28-7e7177f28b4f req-e68cf9a4-b020-474a-9002-b4ebbb8fc02a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0600882 Mar 11 18:05:39.571892 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2c47144a-a020-4c01-9d28-7e7177f28b4f req-3efc95de-b089-4109-a96a-2556798eb807 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689487 Mar 11 18:05:40.773368 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02b712-6614-4407-97b4-a2d3bc1964b6 req-dababbd7-74b5-4803-86c8-e1e2e4605f5f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:40.774349 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:40.776304 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-da02b712-6614-4407-97b4-a2d3bc1964b6 req-dababbd7-74b5-4803-86c8-e1e2e4605f5f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0867388 Mar 11 18:05:40.856552 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-da02b712-6614-4407-97b4-a2d3bc1964b6 req-a1df1186-9288-46fb-9b0e-e88a7bb138de tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735674 Mar 11 18:05:41.677835 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:41.835522 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26942d-5a8b-4ba7-a1bd-a4b65f4c6aed req-b5662af5-03b9-42fc-be9e-99ce3e70085e tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:41.837780 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ec26942d-5a8b-4ba7-a1bd-a4b65f4c6aed req-b5662af5-03b9-42fc-be9e-99ce3e70085e tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0643682 Mar 11 18:05:41.893714 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ec26942d-5a8b-4ba7-a1bd-a4b65f4c6aed req-aba51eed-3f14-4322-983a-44e97c73c428 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493407 Mar 11 18:05:42.044115 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6fcbd-4d62-4426-895d-f5eaa7a5c244 req-97465ca9-9bd9-4b77-a0d4-2a4b04164bf0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:42.046327 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d4c6fcbd-4d62-4426-895d-f5eaa7a5c244 req-97465ca9-9bd9-4b77-a0d4-2a4b04164bf0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0653236 Mar 11 18:05:42.104712 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d4c6fcbd-4d62-4426-895d-f5eaa7a5c244 req-5bb91cd7-fee6-42c1-938d-de45c3f7b67e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470488 Mar 11 18:05:42.420044 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:43.059633 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c3f50-ba16-47f5-8145-4a90e7bc7e91 req-c6d6df33-4d72-4899-af9d-ca45d06fb022 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:43.061498 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f83c3f50-ba16-47f5-8145-4a90e7bc7e91 req-c6d6df33-4d72-4899-af9d-ca45d06fb022 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0837038 Mar 11 18:05:43.116446 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f83c3f50-ba16-47f5-8145-4a90e7bc7e91 req-ebbbd224-2fde-42fb-a69e-09540d36479a tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470657 Mar 11 18:05:43.254182 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12004a2-bd59-4ac6-9ac6-fb3e83c329f9 req-baf07476-1504-4e30-a0e9-5cb088d6911b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:43.255709 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c12004a2-bd59-4ac6-9ac6-fb3e83c329f9 req-baf07476-1504-4e30-a0e9-5cb088d6911b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0647845 Mar 11 18:05:43.310118 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c12004a2-bd59-4ac6-9ac6-fb3e83c329f9 req-d741f56d-2f50-4903-bc50-40510da5ade1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469944 Mar 11 18:05:44.246526 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc7f78-93a6-4a3e-849d-67166ebf2603 req-15108a31-29b4-4ed3-b4f2-72aa76d9a773 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:44.248264 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75fc7f78-93a6-4a3e-849d-67166ebf2603 req-15108a31-29b4-4ed3-b4f2-72aa76d9a773 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0602047 Mar 11 18:05:44.312723 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75fc7f78-93a6-4a3e-849d-67166ebf2603 req-f1f1d5d1-e6f0-4379-bc7c-30ae4616ad34 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580816 Mar 11 18:05:44.450861 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066f9a-c062-4bd3-b4cc-7192f0948624 req-84ddfd74-c375-4352-ac8d-db9fd3701aeb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:44.452408 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24066f9a-c062-4bd3-b4cc-7192f0948624 req-84ddfd74-c375-4352-ac8d-db9fd3701aeb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0634737 Mar 11 18:05:44.502401 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24066f9a-c062-4bd3-b4cc-7192f0948624 req-dd866823-ca8a-4194-9358-255d58eac9d8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434833 Mar 11 18:05:45.461166 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77607b91-6abb-4572-8b36-b8f25cf0f327 req-c4c77c91-4c9b-4043-9e3c-223cc3852407 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:45.462993 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-77607b91-6abb-4572-8b36-b8f25cf0f327 req-c4c77c91-4c9b-4043-9e3c-223cc3852407 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0756972 Mar 11 18:05:45.524414 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-77607b91-6abb-4572-8b36-b8f25cf0f327 req-fcc4ca17-88c3-48bd-a857-c2d98a2ab3f9 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529273 Mar 11 18:05:45.637215 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51191a-d537-4480-b93f-c5c672266fef req-d81a8100-58f6-4ce9-820e-979f3f793279 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:45.638443 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57496) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:45.639171 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1b51191a-d537-4480-b93f-c5c672266fef req-d81a8100-58f6-4ce9-820e-979f3f793279 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0590739 Mar 11 18:05:45.690019 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1b51191a-d537-4480-b93f-c5c672266fef req-2f705d1f-0269-4c22-9a98-8f368f0ed3c0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445290 Mar 11 18:05:45.775902 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:45.887114 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Publish callbacks [] for security_group (368fccae-8e68-42ff-9535-2f3e135da59f), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:45.893521 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (368fccae-8e68-42ff-9535-2f3e135da59f), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:45.945132 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=850879ec54bc4eb18be7cd50e8c15a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021314 Mar 11 18:05:45.946116 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368fccae-8e68-42ff-9535-2f3e135da59f,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:45.949291 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 57500) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:45.956149 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:45.956737 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:45.957329 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:45.957906 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:45.958481 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:45.959293 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:45.959861 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:45.960434 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:45.961014 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:45.961634 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:45.962212 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:45.962822 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:45.963382 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b94f04-44de-4788-bb9a-29482252bbe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:46.002692 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cc73a938-4c32-43a8-9c70-b004d0aba2eb admin admin] Publish callbacks [] for security_group (368fccae-8e68-42ff-9535-2f3e135da59f), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:46.026035 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cc73a938-4c32-43a8-9c70-b004d0aba2eb admin admin] Publish callbacks [] for security_group (368fccae-8e68-42ff-9535-2f3e135da59f), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:46.094097 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cc73a938-4c32-43a8-9c70-b004d0aba2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (368fccae-8e68-42ff-9535-2f3e135da59f), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:46.099761 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cc73a938-4c32-43a8-9c70-b004d0aba2eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:46.101215 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-cc73a938-4c32-43a8-9c70-b004d0aba2eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/368fccae-8e68-42ff-9535-2f3e135da59f HTTP/1.1" status: 204 len: 168 time: 0.1508029 Mar 11 18:05:46.117639 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73a938-4c32-43a8-9c70-b004d0aba2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368fccae-8e68-42ff-9535-2f3e135da59f,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:46.422046 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57508) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:46.435491 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2ea045f9-0504-4280-99d3-018cb214d5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:46.528453 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2ea045f9-0504-4280-99d3-018cb214d5ef admin admin] Publish callbacks [] for security_group (ac8da86b-d001-4013-9028-b4c702281db2), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:46.534109 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2ea045f9-0504-4280-99d3-018cb214d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (ac8da86b-d001-4013-9028-b4c702281db2), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:46.575196 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-2ea045f9-0504-4280-99d3-018cb214d5ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85b82103522e45ab81a412f996ebc2a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517153 Mar 11 18:05:46.575911 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea045f9-0504-4280-99d3-018cb214d5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8da86b-d001-4013-9028-b4c702281db2,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:46.579100 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57512) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:46.634091 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f5712644-e952-40da-ab07-890010b79192 admin admin] Publish callbacks [] for security_group (ac8da86b-d001-4013-9028-b4c702281db2), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:46.657131 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f5712644-e952-40da-ab07-890010b79192 admin admin] Publish callbacks [] for security_group (ac8da86b-d001-4013-9028-b4c702281db2), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:46.696233 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a22f5-b1e6-431c-ac3a-19da49dd005a req-064cd3f9-602e-44b8-9303-526d089d105d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:46.699310 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3e4a22f5-b1e6-431c-ac3a-19da49dd005a req-064cd3f9-602e-44b8-9303-526d089d105d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0745642 Mar 11 18:05:46.720136 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f5712644-e952-40da-ab07-890010b79192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (ac8da86b-d001-4013-9028-b4c702281db2), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:46.722746 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f5712644-e952-40da-ab07-890010b79192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:46.723939 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-f5712644-e952-40da-ab07-890010b79192 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac8da86b-d001-4013-9028-b4c702281db2 HTTP/1.1" status: 204 len: 168 time: 0.1439550 Mar 11 18:05:46.732644 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5712644-e952-40da-ab07-890010b79192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8da86b-d001-4013-9028-b4c702281db2,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:46.771320 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3e4a22f5-b1e6-431c-ac3a-19da49dd005a req-4c03c2ac-134b-4d2a-9082-38b6a037413b tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652647 Mar 11 18:05:46.889754 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde746b-7d77-4270-8ec5-3cfab21d607f req-b4d3bd7d-ce29-4a8a-9b11-d8fe74aea3d9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:46.895163 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0cde746b-7d77-4270-8ec5-3cfab21d607f req-b4d3bd7d-ce29-4a8a-9b11-d8fe74aea3d9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0656562 Mar 11 18:05:46.958205 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0cde746b-7d77-4270-8ec5-3cfab21d607f req-f7056edf-d27e-462d-a4e0-4037a3448b82 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598946 Mar 11 18:05:47.929759 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8724e2c-93c9-412d-a193-8b4c2837b0e7 req-7e91e353-d057-4d77-b522-303c1857eec3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:47.932668 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d8724e2c-93c9-412d-a193-8b4c2837b0e7 req-7e91e353-d057-4d77-b522-303c1857eec3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0758972 Mar 11 18:05:47.990489 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d8724e2c-93c9-412d-a193-8b4c2837b0e7 req-f4c38bf0-aeb5-4e54-855c-bec90c27c870 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487492 Mar 11 18:05:48.132755 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b25006-e2e8-4022-9695-e257eddb4f16 req-faf2690d-ab8e-49f6-950f-27d4e2277260 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:48.135931 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-21b25006-e2e8-4022-9695-e257eddb4f16 req-faf2690d-ab8e-49f6-950f-27d4e2277260 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0742376 Mar 11 18:05:48.195536 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-21b25006-e2e8-4022-9695-e257eddb4f16 req-ebc54ecd-014c-475a-b47b-46dbb62b9e7a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499485 Mar 11 18:05:48.676743 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 57566) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:48.840663 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-68a9a06f-0645-4878-bcc1-820dc8313fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:48.933267 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-68a9a06f-0645-4878-bcc1-820dc8313fee admin admin] Publish callbacks [] for security_group (d2729b69-1d87-43a2-992c-60190da09bfb), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:48.938298 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-68a9a06f-0645-4878-bcc1-820dc8313fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (d2729b69-1d87-43a2-992c-60190da09bfb), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:48.983813 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-68a9a06f-0645-4878-bcc1-820dc8313fee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85f4969e22284f93ab40ccbb106f4a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057902 Mar 11 18:05:48.984791 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9a06f-0645-4878-bcc1-820dc8313fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2729b69-1d87-43a2-992c-60190da09bfb,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:48.986879 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57570) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:49.070616 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2af4aa31-fcdb-4286-bf35-8f791a479522 admin admin] Publish callbacks [] for security_group (d2729b69-1d87-43a2-992c-60190da09bfb), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:49.109332 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2af4aa31-fcdb-4286-bf35-8f791a479522 admin admin] Publish callbacks [] for security_group (d2729b69-1d87-43a2-992c-60190da09bfb), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:49.145201 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111d3e8-8654-4adf-83c8-1d4f6aded8a7 req-733cf408-55ad-498b-8951-b8e6990bb66c tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:49.147252 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0111d3e8-8654-4adf-83c8-1d4f6aded8a7 req-733cf408-55ad-498b-8951-b8e6990bb66c tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0715365 Mar 11 18:05:49.196653 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2af4aa31-fcdb-4286-bf35-8f791a479522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (d2729b69-1d87-43a2-992c-60190da09bfb), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:49.200089 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2af4aa31-fcdb-4286-bf35-8f791a479522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:49.204893 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-2af4aa31-fcdb-4286-bf35-8f791a479522 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2729b69-1d87-43a2-992c-60190da09bfb HTTP/1.1" status: 204 len: 168 time: 0.2164974 Mar 11 18:05:49.214839 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4aa31-fcdb-4286-bf35-8f791a479522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2729b69-1d87-43a2-992c-60190da09bfb,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:49.238188 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0111d3e8-8654-4adf-83c8-1d4f6aded8a7 req-a9a7807d-6a74-4c02-b60b-689104b8fad6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781884 Mar 11 18:05:49.419566 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89226208-0d0e-4dca-a14e-b62b010ef166 req-b957e196-7f52-4dd3-be2f-c07421d3c7c4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:49.422707 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-89226208-0d0e-4dca-a14e-b62b010ef166 req-b957e196-7f52-4dd3-be2f-c07421d3c7c4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1038997 Mar 11 18:05:49.537167 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-89226208-0d0e-4dca-a14e-b62b010ef166 req-bedbf0ed-c5f4-4694-9f01-779ad9f5eba8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074913 Mar 11 18:05:49.670238 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57586) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:49.686264 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-33727d99-c022-4d9a-a1f8-5f5394e42cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:49.799869 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-33727d99-c022-4d9a-a1f8-5f5394e42cb7 admin admin] Publish callbacks [] for security_group (3cc3f4f3-f8e3-4d67-9089-b55758d65d49), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:49.805905 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-33727d99-c022-4d9a-a1f8-5f5394e42cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (3cc3f4f3-f8e3-4d67-9089-b55758d65d49), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:49.848958 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-33727d99-c022-4d9a-a1f8-5f5394e42cb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44ad109080e04a0a9b7662eae5c10539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772201 Mar 11 18:05:49.849899 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33727d99-c022-4d9a-a1f8-5f5394e42cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc3f4f3-f8e3-4d67-9089-b55758d65d49,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:49.852903 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57590) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:49.912358 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4a089c53-4b35-4151-a1da-5b35dea03968 admin admin] Publish callbacks [] for security_group (3cc3f4f3-f8e3-4d67-9089-b55758d65d49), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:49.941489 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-71fcf8c4-b34f-47a6-9520-6bb3a2951ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:49.942438 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4a089c53-4b35-4151-a1da-5b35dea03968 admin admin] Publish callbacks [] for security_group (3cc3f4f3-f8e3-4d67-9089-b55758d65d49), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:49.943941 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-71fcf8c4-b34f-47a6-9520-6bb3a2951ad7 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b&tenant_id=f8aa7bc2fe374cd38f56514efc24a417 HTTP/1.1" status: 200 len: 1127 time: 0.1181943 Mar 11 18:05:50.016948 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4a089c53-4b35-4151-a1da-5b35dea03968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (3cc3f4f3-f8e3-4d67-9089-b55758d65d49), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:50.022690 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4a089c53-4b35-4151-a1da-5b35dea03968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:50.027097 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-4a089c53-4b35-4151-a1da-5b35dea03968 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3cc3f4f3-f8e3-4d67-9089-b55758d65d49 HTTP/1.1" status: 204 len: 168 time: 0.1704843 Mar 11 18:05:50.033509 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-3b7d5a47-e482-45f7-94fb-9ed27191d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:50.035738 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-3b7d5a47-e482-45f7-94fb-9ed27191d88d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 1127 time: 0.0678778 Mar 11 18:05:50.037789 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a089c53-4b35-4151-a1da-5b35dea03968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc3f4f3-f8e3-4d67-9089-b55758d65d49,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:50.192085 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-751e8c92-6aec-4ad2-9b22-2a3d4d761c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:50.193733 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-751e8c92-6aec-4ad2-9b22-2a3d4d761c61 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 919 time: 0.1514959 Mar 11 18:05:50.276768 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-f03a6323-a7ef-4e9c-b0b6-e1b7257ac1d4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 HTTP/1.1" status: 200 len: 999 time: 0.0748219 Mar 11 18:05:50.343507 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-2a210efa-5e79-4633-bfca-d7f897f6e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:50.345256 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-2a210efa-5e79-4633-bfca-d7f897f6e228 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.0630169 Mar 11 18:05:50.463317 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-23b1d0e9-1df9-4f94-b6c3-5218ff45568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:50.464921 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-23b1d0e9-1df9-4f94-b6c3-5218ff45568f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1124034 Mar 11 18:05:50.491596 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04951a1e-c5a3-4311-95c0-9f53d3c8070d req-1a4c6930-a207-4c70-9261-94687799d3d7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:50.493221 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-04951a1e-c5a3-4311-95c0-9f53d3c8070d req-1a4c6930-a207-4c70-9261-94687799d3d7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0963354 Mar 11 18:05:50.599829 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-04951a1e-c5a3-4311-95c0-9f53d3c8070d req-eaa3ec04-d634-441b-8a1c-4ce3fc8c6487 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961711 Mar 11 18:05:50.630164 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-6329b937-c96c-477c-bebe-a914c826bbcb service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570365 Mar 11 18:05:50.726249 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2947255-45bf-4dc8-8e44-32487d159048 req-4579a898-2104-475b-82e5-38b117411aba tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:50.728802 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c2947255-45bf-4dc8-8e44-32487d159048 req-4579a898-2104-475b-82e5-38b117411aba tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0679939 Mar 11 18:05:50.794235 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c2947255-45bf-4dc8-8e44-32487d159048 req-6e51c6ff-819a-438c-9a2d-d6e590ad994c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577188 Mar 11 18:05:51.607048 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-54e5b1d0-701a-4e39-bb4b-a34fa1faacdd service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412268 Mar 11 18:05:51.796509 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cefe71-1d6b-474f-b7f5-649c9a6bfe2d req-5e96b29f-06b7-41ae-bddc-cb67bd5266ee tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:51.799064 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b5cefe71-1d6b-474f-b7f5-649c9a6bfe2d req-5e96b29f-06b7-41ae-bddc-cb67bd5266ee tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.1015093 Mar 11 18:05:51.883368 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b5cefe71-1d6b-474f-b7f5-649c9a6bfe2d req-e8aaa96b-b0fd-4efd-89fc-a5e29e1e5b05 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747845 Mar 11 18:05:52.000871 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa70d00-da50-4011-927c-522c3f7e33ec req-fd096b4f-eceb-4916-ae40-1f3f455b583c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:52.002852 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-caa70d00-da50-4011-927c-522c3f7e33ec req-fd096b4f-eceb-4916-ae40-1f3f455b583c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0714109 Mar 11 18:05:52.088539 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-caa70d00-da50-4011-927c-522c3f7e33ec req-d8ecc03a-af6a-434e-8da7-97220936b6f8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756795 Mar 11 18:05:53.039635 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f551c53-1985-4d21-a1fe-e7b059a82540 req-e7b41803-38f2-4441-9ab7-7822d409cba4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:53.041511 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7f551c53-1985-4d21-a1fe-e7b059a82540 req-e7b41803-38f2-4441-9ab7-7822d409cba4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0637779 Mar 11 18:05:53.098850 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7f551c53-1985-4d21-a1fe-e7b059a82540 req-2c30edf5-905c-489d-aa82-01d55d8d55f4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513093 Mar 11 18:05:53.240107 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762faab-25e3-4c29-8969-9d170dd5ec89 req-91c2db8d-e14e-4831-bfe7-f156ea2529a2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:53.241846 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1762faab-25e3-4c29-8969-9d170dd5ec89 req-91c2db8d-e14e-4831-bfe7-f156ea2529a2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0584810 Mar 11 18:05:53.301877 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1762faab-25e3-4c29-8969-9d170dd5ec89 req-ed119c2f-aac2-464a-854b-de430de885f9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503051 Mar 11 18:05:54.242089 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70206797-aa5a-4b77-948e-ebdba1abdb32 req-3710424f-4de4-4b39-b08f-bc1bfabcb037 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:54.244147 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-70206797-aa5a-4b77-948e-ebdba1abdb32 req-3710424f-4de4-4b39-b08f-bc1bfabcb037 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0619783 Mar 11 18:05:54.322223 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-70206797-aa5a-4b77-948e-ebdba1abdb32 req-9b9d295f-870e-4c51-b297-f6ae171fd068 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710528 Mar 11 18:05:54.500646 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20d066-992a-4a67-924c-45c81bd8de4c req-d02d3df7-ed33-46c9-919f-867725bbdad5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:54.503278 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3b20d066-992a-4a67-924c-45c81bd8de4c req-d02d3df7-ed33-46c9-919f-867725bbdad5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0866423 Mar 11 18:05:54.569892 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3b20d066-992a-4a67-924c-45c81bd8de4c req-0a3f064f-3e93-4aea-804d-40f9d7d9df78 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564013 Mar 11 18:05:55.482226 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276bd68-9801-40c6-aa17-2efaadd13847 req-8ebf960e-ef40-452a-94f9-50f81d6e1837 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:55.485005 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7276bd68-9801-40c6-aa17-2efaadd13847 req-8ebf960e-ef40-452a-94f9-50f81d6e1837 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0713358 Mar 11 18:05:55.543453 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7276bd68-9801-40c6-aa17-2efaadd13847 req-fb167f33-0d9e-4706-a776-38ff424b86d4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508394 Mar 11 18:05:55.747439 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff07e-7590-42a6-8a36-5237791fcf6b req-41b50d95-71f9-4234-b3c5-bb021d7bccee tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:55.748876 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a12ff07e-7590-42a6-8a36-5237791fcf6b req-41b50d95-71f9-4234-b3c5-bb021d7bccee tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0736046 Mar 11 18:05:55.805175 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a12ff07e-7590-42a6-8a36-5237791fcf6b req-ff8b402d-9c1e-48d2-b13f-149082c74042 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479972 Mar 11 18:05:56.733308 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bb2ad-68cd-4813-a9f1-3ba874ff56d0 req-00621ad9-e8ca-46ba-be1e-4feb36b93bb3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:56.735698 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d50bb2ad-68cd-4813-a9f1-3ba874ff56d0 req-00621ad9-e8ca-46ba-be1e-4feb36b93bb3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0704703 Mar 11 18:05:56.807193 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d50bb2ad-68cd-4813-a9f1-3ba874ff56d0 req-72f986d5-af57-4e23-855a-7fb3e2d66e0f tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651424 Mar 11 18:05:56.981938 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9697769-7dd3-482d-8234-d0c8696eef2f req-7f827770-e754-444b-b620-d0b5208361e1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:56.984520 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e9697769-7dd3-482d-8234-d0c8696eef2f req-7f827770-e754-444b-b620-d0b5208361e1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0908566 Mar 11 18:05:57.040816 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e9697769-7dd3-482d-8234-d0c8696eef2f req-51a6c80a-6b64-4472-977f-5fc6e11bf8ed tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501492 Mar 11 18:05:57.985350 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737ea47-c77d-425e-a1fd-9d8af783f2f1 req-fd6f3328-0340-4ebb-aff2-d17ebe67691e tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:57.988070 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8737ea47-c77d-425e-a1fd-9d8af783f2f1 req-fd6f3328-0340-4ebb-aff2-d17ebe67691e tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0909672 Mar 11 18:05:58.048140 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8737ea47-c77d-425e-a1fd-9d8af783f2f1 req-834d7795-29a4-44b7-ae27-860817f27ad9 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535979 Mar 11 18:05:58.251352 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd78d7-30df-49be-b085-6ea6cbe04784 req-12cd9698-e973-4b7c-b486-f0ded87ae955 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:58.254124 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0afd78d7-30df-49be-b085-6ea6cbe04784 req-12cd9698-e973-4b7c-b486-f0ded87ae955 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0921392 Mar 11 18:05:58.330749 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0afd78d7-30df-49be-b085-6ea6cbe04784 req-d4960e3c-f957-48e2-adb8-8979d7d8eac1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703206 Mar 11 18:05:58.945728 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:59.231309 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc7e98-9d6c-4670-89ed-9443ddcc26c9 req-d95dde72-facc-4301-943a-ed21ee6d981d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:59.232822 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50fc7e98-9d6c-4670-89ed-9443ddcc26c9 req-d95dde72-facc-4301-943a-ed21ee6d981d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0610173 Mar 11 18:05:59.289317 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50fc7e98-9d6c-4670-89ed-9443ddcc26c9 req-2dc531c0-2c3a-4c00-b1d3-eca0b37894ea tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461953 Mar 11 18:05:59.482934 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c1424-de08-4698-9c98-ac9a4f0c5f7a req-27ca4ff4-f01a-466c-882d-8730a6563fbd tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:59.485211 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0d2c1424-de08-4698-9c98-ac9a4f0c5f7a req-27ca4ff4-f01a-466c-882d-8730a6563fbd tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0705967 Mar 11 18:05:59.537051 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0d2c1424-de08-4698-9c98-ac9a4f0c5f7a req-1e1db224-7a74-4a78-9369-eef40aa447f9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461733 Mar 11 18:06:00.503634 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153b84b-e57d-4832-8169-159c5cb37ca8 req-d97fdf9d-ff3b-419c-97c0-92d57999a9df tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:00.511353 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b153b84b-e57d-4832-8169-159c5cb37ca8 req-d97fdf9d-ff3b-419c-97c0-92d57999a9df tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.1226344 Mar 11 18:06:00.565116 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b153b84b-e57d-4832-8169-159c5cb37ca8 req-ac6099cd-f0fd-4c6a-ac7a-8cfebde7833d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528474 Mar 11 18:06:00.700374 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beda0ff-8a36-4d2e-b172-db16648657b2 req-11a18d60-b300-4367-b8a8-0f1996bc41e5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:00.701998 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4beda0ff-8a36-4d2e-b172-db16648657b2 req-11a18d60-b300-4367-b8a8-0f1996bc41e5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0722539 Mar 11 18:06:00.783553 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4beda0ff-8a36-4d2e-b172-db16648657b2 req-2b059c9f-92e4-4a40-8b6a-c4063a50c0b7 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671408 Mar 11 18:06:01.720565 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba80ce1-7c9d-4060-beeb-b980d1709569 req-ed944d31-65a6-41dc-afd0-bd300c464b65 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:01.733720 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8ba80ce1-7c9d-4060-beeb-b980d1709569 req-ed944d31-65a6-41dc-afd0-bd300c464b65 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0785477 Mar 11 18:06:01.781837 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8ba80ce1-7c9d-4060-beeb-b980d1709569 req-336e2ca8-e1d0-4fb1-abd9-30c9aa1067e4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467622 Mar 11 18:06:01.956109 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de1125-7c29-4335-b5aa-dbf1f3f69d32 req-9a4fbf4a-3d79-4f95-82e0-28750e519ecd tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:01.958781 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f1de1125-7c29-4335-b5aa-dbf1f3f69d32 req-9a4fbf4a-3d79-4f95-82e0-28750e519ecd tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0688963 Mar 11 18:06:02.014875 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f1de1125-7c29-4335-b5aa-dbf1f3f69d32 req-7d54f3f2-b989-483e-987d-6bc845143ad3 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503485 Mar 11 18:06:02.046934 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:06:03.166701 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e053077-2103-4ca2-8150-c55cbea8bdf4 req-73b05294-6075-4267-afd0-50ca777b7430 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:03.169534 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2e053077-2103-4ca2-8150-c55cbea8bdf4 req-73b05294-6075-4267-afd0-50ca777b7430 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.3150854 Mar 11 18:06:03.273401 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2e053077-2103-4ca2-8150-c55cbea8bdf4 req-45cfb3c3-907b-4400-ad44-28724aa891d2 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915635 Mar 11 18:06:03.298149 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69356e64-650c-43c1-a4c3-8afbf541c2f4 req-4e806686-0bbf-429f-9d72-3cc808c2619e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:03.299916 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-69356e64-650c-43c1-a4c3-8afbf541c2f4 req-4e806686-0bbf-429f-9d72-3cc808c2619e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1841128 Mar 11 18:06:03.353726 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-69356e64-650c-43c1-a4c3-8afbf541c2f4 req-e35d17fe-962a-4c9e-af58-04875ff1ce48 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475266 Mar 11 18:06:04.554816 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9f028-7f74-4871-8042-c6bb9321f2c8 req-5c903f47-a018-47d3-bc37-98be7e757c6a tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:04.556400 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcd9f028-7f74-4871-8042-c6bb9321f2c8 req-5c903f47-a018-47d3-bc37-98be7e757c6a tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.1497810 Mar 11 18:06:04.596660 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b38d97-f13c-46ef-93a0-d98623c0b836 req-61bae5cc-7ec7-464b-893d-9ab5b9cf8227 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:04.598166 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e1b38d97-f13c-46ef-93a0-d98623c0b836 req-61bae5cc-7ec7-464b-893d-9ab5b9cf8227 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0964835 Mar 11 18:06:04.655556 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcd9f028-7f74-4871-8042-c6bb9321f2c8 req-6b86d65d-4c7a-4241-b114-ed7db307a243 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891588 Mar 11 18:06:04.690823 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e1b38d97-f13c-46ef-93a0-d98623c0b836 req-0423277a-eb8c-44df-8e3d-c6de60e21c6a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817392 Mar 11 18:06:04.971100 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ba18aa0d-ace8-45ad-a3e5-354c7efb146f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:05.937678 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d19b9-8c57-4d5c-b79b-cf9a49e48f92 req-75a5ebf1-07b0-47f4-a980-7977d2a0f4e6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:05.940359 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fb5d19b9-8c57-4d5c-b79b-cf9a49e48f92 req-75a5ebf1-07b0-47f4-a980-7977d2a0f4e6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.1602685 Mar 11 18:06:05.973936 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8b8a7-c531-4a5e-90e6-cdab66894bc8 req-1991796a-b60a-4751-973a-7af8f8750056 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:05.976633 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-57a8b8a7-c531-4a5e-90e6-cdab66894bc8 req-1991796a-b60a-4751-973a-7af8f8750056 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1498988 Mar 11 18:06:06.075555 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fb5d19b9-8c57-4d5c-b79b-cf9a49e48f92 req-bf9d8adc-05bc-485c-8221-e11d90484c08 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259453 Mar 11 18:06:06.115171 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-57a8b8a7-c531-4a5e-90e6-cdab66894bc8 req-53161cf0-1942-48a5-997c-564a09260833 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239476 Mar 11 18:06:07.282188 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e55ee-c4d0-4898-ad76-6145180171ad req-11e4251d-cf61-4fc6-8819-b7657a3a00dc tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:07.283776 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-889e55ee-c4d0-4898-ad76-6145180171ad req-11e4251d-cf61-4fc6-8819-b7657a3a00dc tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.1111534 Mar 11 18:06:07.296312 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee57ba1-3dad-450c-9bd9-70df8ccc3c6f req-d26952e6-e944-448b-bcdf-5a2287ade057 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:07.297913 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2ee57ba1-3dad-450c-9bd9-70df8ccc3c6f req-d26952e6-e944-448b-bcdf-5a2287ade057 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0768187 Mar 11 18:06:07.388887 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-889e55ee-c4d0-4898-ad76-6145180171ad req-066c0226-907d-4abe-ab60-0e58deb662c1 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896616 Mar 11 18:06:07.392486 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2ee57ba1-3dad-450c-9bd9-70df8ccc3c6f req-0b8d02a8-eec3-43f4-aa38-7eae46823e16 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817914 Mar 11 18:06:07.884411 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-caece1ae-2687-4c8b-80d0-e15822bde04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:08.656284 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa283a7e-9f92-4d6c-860e-c04068c5e36e req-268f7589-ee82-4093-b051-cf6f183a8dd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:08.657922 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fa283a7e-9f92-4d6c-860e-c04068c5e36e req-268f7589-ee82-4093-b051-cf6f183a8dd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.1340487 Mar 11 18:06:08.667003 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096286e3-bb2a-40af-9afd-59cddfd07102 req-9966398c-a1f4-4aab-82d3-1ea05f070648 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:08.670600 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-096286e3-bb2a-40af-9afd-59cddfd07102 req-9966398c-a1f4-4aab-82d3-1ea05f070648 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1268287 Mar 11 18:06:08.769615 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fa283a7e-9f92-4d6c-860e-c04068c5e36e req-5bba6fab-7639-44a2-acb8-de7d877a007f tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991275 Mar 11 18:06:08.783048 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-096286e3-bb2a-40af-9afd-59cddfd07102 req-7aa5bd76-52d4-4966-ac36-b05d2efa5ab1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048362 Mar 11 18:06:09.972314 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef9da1-d40e-496d-bf2f-0c266ee5cb7c req-9924b887-1911-40b6-b9c7-59906f4f07bc tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:09.973996 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-48ef9da1-d40e-496d-bf2f-0c266ee5cb7c req-9924b887-1911-40b6-b9c7-59906f4f07bc tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0946918 Mar 11 18:06:09.989680 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d58285-25a3-4cb0-a90b-b9f2fedce0c7 req-b4805db7-5f29-489e-a983-5d9c3a961960 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:09.991528 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a0d58285-25a3-4cb0-a90b-b9f2fedce0c7 req-b4805db7-5f29-489e-a983-5d9c3a961960 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1091835 Mar 11 18:06:10.068968 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-48ef9da1-d40e-496d-bf2f-0c266ee5cb7c req-c0536e8e-bb61-4424-a44c-7a3ffe3e2edc tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879195 Mar 11 18:06:10.094688 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a0d58285-25a3-4cb0-a90b-b9f2fedce0c7 req-b3621e98-90bd-4ae3-a4d2-dfbaf885de71 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884225 Mar 11 18:06:10.361645 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-78f494db-16a8-463d-8d53-190c1b0c6423 req-47202c31-a579-4b5d-ab92-e53d166f53eb service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498350 Mar 11 18:06:10.437767 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f494db-16a8-463d-8d53-190c1b0c6423 req-8e776426-28dc-4d83-983b-dc084aa519b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:10.439333 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-78f494db-16a8-463d-8d53-190c1b0c6423 req-8e776426-28dc-4d83-983b-dc084aa519b6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 1129 time: 0.0514696 Mar 11 18:06:10.549513 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f494db-16a8-463d-8d53-190c1b0c6423 req-ad548e22-da1e-46e0-986d-97fa2405b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:10.551023 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-78f494db-16a8-463d-8d53-190c1b0c6423 req-ad548e22-da1e-46e0-986d-97fa2405b27c service neutron] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 917 time: 0.0920444 Mar 11 18:06:10.616629 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-78f494db-16a8-463d-8d53-190c1b0c6423 req-62a77061-5b29-4434-b26f-09ec881a4f46 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2af54cac-dca9-43f1-83cc-cf99f28c349f HTTP/1.1" status: 200 len: 1001 time: 0.0593574 Mar 11 18:06:10.666847 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f494db-16a8-463d-8d53-190c1b0c6423 req-89a3ab1f-7350-4b98-9eae-2e9a92054489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:10.668370 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-78f494db-16a8-463d-8d53-190c1b0c6423 req-89a3ab1f-7350-4b98-9eae-2e9a92054489 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.0457785 Mar 11 18:06:10.735193 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f494db-16a8-463d-8d53-190c1b0c6423 req-dbe9daa0-4538-4648-bfb0-3d613348e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:10.736751 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-78f494db-16a8-463d-8d53-190c1b0c6423 req-dbe9daa0-4538-4648-bfb0-3d613348e4eb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605004 Mar 11 18:06:10.776052 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:11.102736 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-78f494db-16a8-463d-8d53-190c1b0c6423 req-9532ea99-0043-4947-8637-a53434bc5794 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586416 Mar 11 18:06:11.294321 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-78f494db-16a8-463d-8d53-190c1b0c6423 req-c2493874-aa09-49b6-8495-e670a54a86a4 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850166 Mar 11 18:06:11.317517 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd4bb1-9175-400c-93e8-1f30b0b36db2 req-19d001e7-854f-4313-a110-7bf125c50382 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:11.319056 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3abd4bb1-9175-400c-93e8-1f30b0b36db2 req-19d001e7-854f-4313-a110-7bf125c50382 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1149201 Mar 11 18:06:11.326315 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c22c8-ac0d-4b2a-8978-5ed061a48ddc req-f9535bd5-8b52-4363-9390-845edff242b4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:11.327809 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bc6c22c8-ac0d-4b2a-8978-5ed061a48ddc req-f9535bd5-8b52-4363-9390-845edff242b4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.1188865 Mar 11 18:06:11.407295 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bc6c22c8-ac0d-4b2a-8978-5ed061a48ddc req-feacdf4a-3dd0-4add-a1bf-82416a1ab344 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723472 Mar 11 18:06:11.410361 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3abd4bb1-9175-400c-93e8-1f30b0b36db2 req-24f9aca7-cc36-45e9-839f-0ff1a0c1fe5a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816634 Mar 11 18:06:11.671984 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:12.586285 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:12.608316 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3c38c-d559-43ba-8395-5c6cc31e3b2f req-061de47c-1aba-4648-a1a3-60ae799db939 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:12.609882 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-48b3c38c-d559-43ba-8395-5c6cc31e3b2f req-061de47c-1aba-4648-a1a3-60ae799db939 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.1103580 Mar 11 18:06:12.622981 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598398d4-69cb-4f49-b4c5-282488d9f1ee req-d49b202a-98d9-4ab9-ad3a-475d08883a02 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:12.624604 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-598398d4-69cb-4f49-b4c5-282488d9f1ee req-d49b202a-98d9-4ab9-ad3a-475d08883a02 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0855739 Mar 11 18:06:12.702141 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-48b3c38c-d559-43ba-8395-5c6cc31e3b2f req-7780e93e-92c0-4324-a24f-09524e4257fe tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764613 Mar 11 18:06:12.713032 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-598398d4-69cb-4f49-b4c5-282488d9f1ee req-0c3c679a-4b3d-44e3-ac30-e76d911beb7c tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732021 Mar 11 18:06:12.978238 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859292-0917-479d-a557-80104f336526 req-326f1d65-4824-4e4b-b07c-6356dfda8aed tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:12.979741 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3b859292-0917-479d-a557-80104f336526 req-326f1d65-4824-4e4b-b07c-6356dfda8aed tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0583541 Mar 11 18:06:13.029730 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3b859292-0917-479d-a557-80104f336526 req-e8bf4174-3564-4827-8a41-65626c462522 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441251 Mar 11 18:06:13.846988 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27946a1-3b7f-4ca7-ac03-04746a0ad5d2 req-f3f879a2-490a-46ab-a214-c8eeef11be5e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:13.848586 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a27946a1-3b7f-4ca7-ac03-04746a0ad5d2 req-f3f879a2-490a-46ab-a214-c8eeef11be5e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0545313 Mar 11 18:06:13.901490 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a27946a1-3b7f-4ca7-ac03-04746a0ad5d2 req-0eb6b54a-d5d9-4587-94ac-df9201d9a483 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470529 Mar 11 18:06:14.165278 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614600a1-aeaa-4121-a07f-44af9d278d83 req-b3559371-b599-4742-95f1-cfc57bccc17a tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:14.166792 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-614600a1-aeaa-4121-a07f-44af9d278d83 req-b3559371-b599-4742-95f1-cfc57bccc17a tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0605819 Mar 11 18:06:14.217753 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-614600a1-aeaa-4121-a07f-44af9d278d83 req-887ebe42-422b-4b7b-bdbf-142ee41aa537 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449884 Mar 11 18:06:15.031702 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebb6bc-2a1c-46c6-8f16-2751dc1c7377 req-ebb7e2bd-316c-4b17-91c8-b372ec7060e8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:15.033325 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-70ebb6bc-2a1c-46c6-8f16-2751dc1c7377 req-ebb7e2bd-316c-4b17-91c8-b372ec7060e8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0557041 Mar 11 18:06:15.088448 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-70ebb6bc-2a1c-46c6-8f16-2751dc1c7377 req-2ecbf565-c5ad-41bd-bb25-b8182d7d1b8f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487647 Mar 11 18:06:15.353369 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe023076-ec6b-40dc-906e-97be65dd9bd9 req-8c65e37d-559c-4425-8d06-029355aac670 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:15.354963 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fe023076-ec6b-40dc-906e-97be65dd9bd9 req-8c65e37d-559c-4425-8d06-029355aac670 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0606065 Mar 11 18:06:15.411952 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fe023076-ec6b-40dc-906e-97be65dd9bd9 req-d31224dd-6cb9-4dce-95a9-23e90f860c86 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511656 Mar 11 18:06:15.541935 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a87a65-9b35-499e-97e6-e23f6366cc92 req-5bc8f753-8edf-4fec-8617-e482fdee1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:15.543567 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96a87a65-9b35-499e-97e6-e23f6366cc92 req-5bc8f753-8edf-4fec-8617-e482fdee1729 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 1130 time: 0.0470204 Mar 11 18:06:15.658723 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a87a65-9b35-499e-97e6-e23f6366cc92 req-650bdff9-6024-4ed2-b9c1-26a3ef7ffc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:15.660240 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96a87a65-9b35-499e-97e6-e23f6366cc92 req-650bdff9-6024-4ed2-b9c1-26a3ef7ffc98 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 200 len: 912 time: 0.0937984 Mar 11 18:06:15.732617 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96a87a65-9b35-499e-97e6-e23f6366cc92 req-bca614ad-b351-459f-8bfc-fdd91c857666 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a HTTP/1.1" status: 200 len: 1002 time: 0.0652461 Mar 11 18:06:15.791104 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a87a65-9b35-499e-97e6-e23f6366cc92 req-4b9d8547-4839-4c41-8f6d-97b226c79552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:15.792713 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96a87a65-9b35-499e-97e6-e23f6366cc92 req-4b9d8547-4839-4c41-8f6d-97b226c79552 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7e12c3d1-69e8-4abe-b37a-16101f32e8bf HTTP/1.1" status: 200 len: 849 time: 0.0512979 Mar 11 18:06:15.859424 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a87a65-9b35-499e-97e6-e23f6366cc92 req-b487114f-53d7-4cb5-b5fa-2fee1facf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:15.860982 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96a87a65-9b35-499e-97e6-e23f6366cc92 req-b487114f-53d7-4cb5-b5fa-2fee1facf3a1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1949826b-fdc5-4b0c-b2df-a46af14b0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572994 Mar 11 18:06:15.958863 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96a87a65-9b35-499e-97e6-e23f6366cc92 req-e47c01af-3a83-4061-9aaf-fc737af08e80 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907621 Mar 11 18:06:16.058038 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96a87a65-9b35-499e-97e6-e23f6366cc92 req-75b2b6a8-6ee7-4ab1-b814-2f3609d7d070 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923553 Mar 11 18:06:16.219320 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1aa04-a422-4dbd-a168-0bfab6a2812f req-3d61612a-4acc-4358-8587-38d8e75f9eae tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:16.220816 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24a1aa04-a422-4dbd-a168-0bfab6a2812f req-3d61612a-4acc-4358-8587-38d8e75f9eae tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0563033 Mar 11 18:06:16.270637 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24a1aa04-a422-4dbd-a168-0bfab6a2812f req-9ddde6b8-431f-4205-a60b-ce87299bb949 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 Mar 11 18:06:16.543058 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffed52-024a-47fd-a118-f2678f8e8fa3 req-66ea44a0-db95-42e2-89ac-1c79c61fb5d6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:16.544675 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-efffed52-024a-47fd-a118-f2678f8e8fa3 req-66ea44a0-db95-42e2-89ac-1c79c61fb5d6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0560212 Mar 11 18:06:16.607291 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-efffed52-024a-47fd-a118-f2678f8e8fa3 req-5f48b42e-d623-468e-b971-663512f55c1b tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565617 Mar 11 18:06:17.504435 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3759c-75e8-4fb1-88b8-c0f95c0d9ae0 req-ab04f33f-4baa-414d-a07e-02c78d666f51 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:17.506018 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e8f3759c-75e8-4fb1-88b8-c0f95c0d9ae0 req-ab04f33f-4baa-414d-a07e-02c78d666f51 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0543289 Mar 11 18:06:17.559164 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e8f3759c-75e8-4fb1-88b8-c0f95c0d9ae0 req-0c8da3e7-d5bc-4439-afa8-a24b1e53ed8d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471952 Mar 11 18:06:17.748157 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d668548-552f-450a-bd78-59cd0b6ca49f req-ce72fdd1-2e09-43a7-ae37-d5735ed887d5 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:17.749695 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8d668548-552f-450a-bd78-59cd0b6ca49f req-ce72fdd1-2e09-43a7-ae37-d5735ed887d5 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0658398 Mar 11 18:06:17.800912 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8d668548-552f-450a-bd78-59cd0b6ca49f req-a1f3a890-995e-47e6-9e22-95a1e599b317 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453167 Mar 11 18:06:18.194643 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57914) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:06:18.311943 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-34db4564-e169-4c51-b962-b98d9949c23e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:18.396057 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-34db4564-e169-4c51-b962-b98d9949c23e admin admin] Publish callbacks [] for security_group (e4e8bffe-54b6-4df1-9595-c0ad697c4899), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:18.401491 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-34db4564-e169-4c51-b962-b98d9949c23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e4e8bffe-54b6-4df1-9595-c0ad697c4899), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:18.437087 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db4564-e169-4c51-b962-b98d9949c23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e8bffe-54b6-4df1-9595-c0ad697c4899,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:18.441463 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-34db4564-e169-4c51-b962-b98d9949c23e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18e3c317531e4650bd117a89d8fe73b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456234 Mar 11 18:06:18.444320 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 57918) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:06:18.507643 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a0960773-7f82-400c-9e02-afe44a20187a admin admin] Publish callbacks [] for security_group (e4e8bffe-54b6-4df1-9595-c0ad697c4899), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:18.530832 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a0960773-7f82-400c-9e02-afe44a20187a admin admin] Publish callbacks [] for security_group (e4e8bffe-54b6-4df1-9595-c0ad697c4899), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:18.586318 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a0960773-7f82-400c-9e02-afe44a20187a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e4e8bffe-54b6-4df1-9595-c0ad697c4899), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:18.589225 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a0960773-7f82-400c-9e02-afe44a20187a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:18.590460 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-a0960773-7f82-400c-9e02-afe44a20187a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4e8bffe-54b6-4df1-9595-c0ad697c4899 HTTP/1.1" status: 204 len: 168 time: 0.1451972 Mar 11 18:06:18.604137 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0960773-7f82-400c-9e02-afe44a20187a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e8bffe-54b6-4df1-9595-c0ad697c4899,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:18.726425 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513d457-b4d8-4f8d-ac0b-87be4d5037f7 req-139106ba-95ca-410b-a0a8-de672ea2d488 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:18.728333 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6513d457-b4d8-4f8d-ac0b-87be4d5037f7 req-139106ba-95ca-410b-a0a8-de672ea2d488 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0690894 Mar 11 18:06:18.782983 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6513d457-b4d8-4f8d-ac0b-87be4d5037f7 req-c61b064a-a293-4d64-bb70-6ca9f3ff82b9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466790 Mar 11 18:06:19.909541 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2c1ad-ec2e-4fb4-bb1a-a4e2404ed943 req-5a77d46b-83f1-4b7b-bf6f-a15ab11794dd tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:19.911169 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-90d2c1ad-ec2e-4fb4-bb1a-a4e2404ed943 req-5a77d46b-83f1-4b7b-bf6f-a15ab11794dd tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0541358 Mar 11 18:06:19.961858 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-90d2c1ad-ec2e-4fb4-bb1a-a4e2404ed943 req-9edff648-7db6-47c1-bddd-685af5e7bf3e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439670 Mar 11 18:06:21.105507 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc6763-bf14-4f02-ba60-5bc8885ed018 req-8cd69ff2-0d49-454b-b0a8-9fe11bd4794a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:21.107223 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2bcc6763-bf14-4f02-ba60-5bc8885ed018 req-8cd69ff2-0d49-454b-b0a8-9fe11bd4794a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0694757 Mar 11 18:06:21.171004 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2bcc6763-bf14-4f02-ba60-5bc8885ed018 req-ea4e33b5-f384-4d11-a879-89e3a1c554ac tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574410 Mar 11 18:06:22.306398 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bd1fc-7f13-4b52-8f93-581eccfd3ce7 req-e34ee670-188a-485e-b87d-05e6effe24e4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:22.307957 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-574bd1fc-7f13-4b52-8f93-581eccfd3ce7 req-e34ee670-188a-485e-b87d-05e6effe24e4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0550833 Mar 11 18:06:22.354997 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-574bd1fc-7f13-4b52-8f93-581eccfd3ce7 req-00b1dda3-5f7a-4a04-a836-c2660677eba6 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412788 Mar 11 18:06:23.485302 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47ae0-4253-4cfe-bbac-bdf97bcd6b68 req-f1006b13-418b-423f-b746-bb9474722e0a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:23.486905 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c4a47ae0-4253-4cfe-bbac-bdf97bcd6b68 req-f1006b13-418b-423f-b746-bb9474722e0a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0590849 Mar 11 18:06:23.534719 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c4a47ae0-4253-4cfe-bbac-bdf97bcd6b68 req-9b83e99a-9a00-4548-a8bc-6fbb46635a61 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419927 Mar 11 18:06:24.670481 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ed12-eeb2-48d6-959f-2cf599ab3b35 req-c6308590-cbcc-4bbb-9b64-c8524ac75e56 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:24.672032 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8b62ed12-eeb2-48d6-959f-2cf599ab3b35 req-c6308590-cbcc-4bbb-9b64-c8524ac75e56 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0612340 Mar 11 18:06:24.721645 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8b62ed12-eeb2-48d6-959f-2cf599ab3b35 req-d2f4d543-053c-40a7-8fe2-195ad39900eb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439048 Mar 11 18:06:25.854839 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ead98-5899-4d62-a187-163dc57a5d98 req-2d3ca2b7-d641-4a54-8821-5455d7376cb2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:25.856411 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-392ead98-5899-4d62-a187-163dc57a5d98 req-2d3ca2b7-d641-4a54-8821-5455d7376cb2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0615566 Mar 11 18:06:25.925004 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-392ead98-5899-4d62-a187-163dc57a5d98 req-b71f8994-0591-4b25-833f-887bb53fda13 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615168 Mar 11 18:06:26.540123 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0102a7f-6629-43d2-aaec-8982071c83bd req-01a537b6-aa03-4815-b3b4-db14b5225c88 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:26.541717 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f0102a7f-6629-43d2-aaec-8982071c83bd req-01a537b6-aa03-4815-b3b4-db14b5225c88 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 946 time: 0.0617511 Mar 11 18:06:26.597718 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f0102a7f-6629-43d2-aaec-8982071c83bd req-3af7daa7-3119-4a22-b9bb-3a4029590cd0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501897 Mar 11 18:06:27.064966 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507a740-052c-4520-a293-b56abd7b869b req-3f54c7d8-bdab-41ce-838d-07febd81b2a2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:27.066443 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5507a740-052c-4520-a293-b56abd7b869b req-3f54c7d8-bdab-41ce-838d-07febd81b2a2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0542536 Mar 11 18:06:27.112975 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5507a740-052c-4520-a293-b56abd7b869b req-a525cc7a-68d1-4db5-8c5c-ae4acb140f95 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408270 Mar 11 18:06:27.726474 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa43e2-ed8d-4748-9eff-e6875e21937f req-690e2e53-04d9-475f-9e5a-ed9e401fec98 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:27.728042 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f6aa43e2-ed8d-4748-9eff-e6875e21937f req-690e2e53-04d9-475f-9e5a-ed9e401fec98 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 946 time: 0.0604026 Mar 11 18:06:27.787317 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f6aa43e2-ed8d-4748-9eff-e6875e21937f req-ac8ad795-c5e7-412f-ab44-de9f7cfeb775 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528963 Mar 11 18:06:28.140724 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:06:28.250935 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:28.254173 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b61ab6-6134-4928-acda-7d53a84ac82f req-d65a3c4b-982e-409e-9e58-2b48248c2f29 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:28.255836 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f8b61ab6-6134-4928-acda-7d53a84ac82f req-d65a3c4b-982e-409e-9e58-2b48248c2f29 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 943 time: 0.0564709 Mar 11 18:06:28.263241 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'port_id': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'mac_address': 'fa:16:3e:c0:47:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:06:28.303916 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f8b61ab6-6134-4928-acda-7d53a84ac82f req-63d129f1-eb62-43cf-add1-d8522f9f0e49 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423973 Mar 11 18:06:28.305127 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:06:28.305527 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:28.319669 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:06:28.341199 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:28.346763 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:28.392914 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,revision_number=9']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:28.399893 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.400224 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.400597 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.400911 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.401281 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.401577 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.401900 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.402217 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.402531 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.402898 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.403213 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.403531 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.403839 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:28.920248 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7feae4-1395-4d67-8d1b-ff5d23a648e7 req-e7f8e05d-ff83-40a7-901b-5efbf6bca110 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:28.921879 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dd7feae4-1395-4d67-8d1b-ff5d23a648e7 req-e7f8e05d-ff83-40a7-901b-5efbf6bca110 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 946 time: 0.0620506 Mar 11 18:06:28.969516 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dd7feae4-1395-4d67-8d1b-ff5d23a648e7 req-e6c21bfd-b707-48e0-9cdb-5e48afb554d1 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Mar 11 18:06:29.244026 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:29.436766 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67f837-d995-49ea-8544-c3fab62cc0c3 req-8400f27b-b1c8-457d-9169-21b056ebdef2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:29.438692 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ef67f837-d995-49ea-8544-c3fab62cc0c3 req-8400f27b-b1c8-457d-9169-21b056ebdef2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0592597 Mar 11 18:06:29.488752 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ef67f837-d995-49ea-8544-c3fab62cc0c3 req-e59434f8-9a9f-484c-b45f-ecd0804166b2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445292 Mar 11 18:06:30.094900 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c38185-213b-47b3-ad74-cd55b4993f93 req-1c5f29b4-e7b8-4b2d-8fcb-6a305690dcfe tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:30.096427 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f7c38185-213b-47b3-ad74-cd55b4993f93 req-1c5f29b4-e7b8-4b2d-8fcb-6a305690dcfe tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 946 time: 0.0567429 Mar 11 18:06:30.154352 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f7c38185-213b-47b3-ad74-cd55b4993f93 req-50b21552-ce1e-425e-8313-91b3f0f995d5 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488946 Mar 11 18:06:30.619338 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804b613-a03d-45b4-ae47-18cac8bc5e82 req-119863cb-cb1e-41d6-a3a2-cd764620d97b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:30.620785 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8804b613-a03d-45b4-ae47-18cac8bc5e82 req-119863cb-cb1e-41d6-a3a2-cd764620d97b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0547166 Mar 11 18:06:30.673191 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8804b613-a03d-45b4-ae47-18cac8bc5e82 req-16cd9385-2778-4c60-a436-875b13ff2295 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465822 Mar 11 18:06:31.277528 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e3f3e-2788-45e4-9962-69a22cabd039 req-689e6ded-d5e0-46de-8f38-d26d6559ebd4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:31.279152 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-be1e3f3e-2788-45e4-9962-69a22cabd039 req-689e6ded-d5e0-46de-8f38-d26d6559ebd4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 946 time: 0.0555277 Mar 11 18:06:31.332454 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-be1e3f3e-2788-45e4-9962-69a22cabd039 req-c896366a-b290-44dd-84d3-ec07ef858453 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456784 Mar 11 18:06:31.635864 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['dce7ad5e-40f0-4f01-bbde-cbee94ea9e15'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:06:31.808004 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef4756-137c-4975-b443-04188d8faca0 req-df655be0-97ae-4104-82fc-18097a734b97 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:31.809486 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-49ef4756-137c-4975-b443-04188d8faca0 req-df655be0-97ae-4104-82fc-18097a734b97 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0546730 Mar 11 18:06:31.856708 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-49ef4756-137c-4975-b443-04188d8faca0 req-f3b87a3c-27a2-46a4-b650-b462f69aefd7 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410867 Mar 11 18:06:32.374747 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdeb6b-0ef8-48e3-89e2-06f63cdcb472 req-f91fb050-6816-4b1a-8306-537c728df5d1 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:32.376297 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eacdeb6b-0ef8-48e3-89e2-06f63cdcb472 req-f91fb050-6816-4b1a-8306-537c728df5d1 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.104 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 946 time: 0.0589986 Mar 11 18:06:32.503422 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6e44d-f4b3-4d6e-bae1-23a511ef955d req-e5fc9e63-0fd4-4855-b304-179e6d526313 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:32.506165 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-81a6e44d-f4b3-4d6e-bae1-23a511ef955d req-e5fc9e63-0fd4-4855-b304-179e6d526313 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d9e927c-ca34-42f7-8210-2a490b60918c HTTP/1.1" status: 200 len: 946 time: 0.0917716 Mar 11 18:06:32.551953 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-eacdeb6b-0ef8-48e3-89e2-06f63cdcb472 req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Deleting port 117e803e-ce02-41ad-bff3-1ac1fe902e9d {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:06:32.552291 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-eacdeb6b-0ef8-48e3-89e2-06f63cdcb472 req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:32.603010 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-81a6e44d-f4b3-4d6e-bae1-23a511ef955d req-56c79d1a-b18a-48c8-8cd2-6513544c6314 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897729 Mar 11 18:06:32.676233 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-eacdeb6b-0ef8-48e3-89e2-06f63cdcb472 req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] For port 117e803e-ce02-41ad-bff3-1ac1fe902e9d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=117e803e-ce02-41ad-bff3-1ac1fe902e9d,segment=NetworkSegment(f15b3d0c-6b99-4c56-98ea-53110f8d27d4),segment_id=f15b3d0c-6b99-4c56-98ea-53110f8d27d4)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:32.676504 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-eacdeb6b-0ef8-48e3-89e2-06f63cdcb472 req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:32.690125 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-eacdeb6b-0ef8-48e3-89e2-06f63cdcb472 req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Calling delete_port for 117e803e-ce02-41ad-bff3-1ac1fe902e9d owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:06:32.833005 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-eacdeb6b-0ef8-48e3-89e2-06f63cdcb472 req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (117e803e-ce02-41ad-bff3-1ac1fe902e9d), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:32.849496 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['117e803e-ce02-41ad-bff3-1ac1fe902e9d'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:06:32.865068 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Pushing event deleted for resources: {'Port': ['ID=117e803e-ce02-41ad-bff3-1ac1fe902e9d,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:32.895986 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.895986 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.896313 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.896695 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.897030 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.897367 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.897703 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.898034 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.898364 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.898920 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.899048 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.899361 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.899680 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:32.930269 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacdeb6b-0ef8-48e3-89e2-06f63cdcb472 req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] No DVR routers for this DVR port 117e803e-ce02-41ad-bff3-1ac1fe902e9d on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:06:32.932894 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-eacdeb6b-0ef8-48e3-89e2-06f63cdcb472 req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:32.936345 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eacdeb6b-0ef8-48e3-89e2-06f63cdcb472 req-08f842e5-6739-4a18-929a-e0c56ccccfc0 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.104 "DELETE /v2.0/ports/117e803e-ce02-41ad-bff3-1ac1fe902e9d HTTP/1.1" status: 204 len: 173 time: 0.5488052 Mar 11 18:06:32.936821 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9e927c-ca34-42f7-8210-2a490b60918c', 'name': 'network-vif-deleted', 'tag': '117e803e-ce02-41ad-bff3-1ac1fe902e9d'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:06:32.939236 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbb2828-586e-4fbd-914e-07c06b99e8b6" -d '{"events": [{"server_uuid": "4d9e927c-ca34-42f7-8210-2a490b60918c", "name": "network-vif-deleted", "tag": "117e803e-ce02-41ad-bff3-1ac1fe902e9d"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:06:32.990472 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d571ff4a-b793-4ad1-8542-c659acaf8b80 x-openstack-request-id: req-d571ff4a-b793-4ad1-8542-c659acaf8b80 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:06:32.991115 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9e927c-ca34-42f7-8210-2a490b60918c", "name": "network-vif-deleted", "tag": "117e803e-ce02-41ad-bff3-1ac1fe902e9d", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:06:32.991115 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d571ff4a-b793-4ad1-8542-c659acaf8b80 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:06:32.991518 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9e927c-ca34-42f7-8210-2a490b60918c', 'name': 'network-vif-deleted', 'tag': '117e803e-ce02-41ad-bff3-1ac1fe902e9d', 'status': 'completed', 'code': 200} Mar 11 18:06:33.021766 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9f0c7-07a2-4aef-a60d-18a421d4d0b0 req-7c8b8f3f-7b0d-4479-bcd8-ab412072c9bb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:33.023393 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e4e9f0c7-07a2-4aef-a60d-18a421d4d0b0 req-7c8b8f3f-7b0d-4479-bcd8-ab412072c9bb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 944 time: 0.0769339 Mar 11 18:06:33.079971 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e4e9f0c7-07a2-4aef-a60d-18a421d4d0b0 req-d743fd51-72cf-4071-9607-68928752e2f0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507951 Mar 11 18:06:33.678045 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:06:33.729555 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:06:33.729937 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:33.813557 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:06:33.813951 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:33.846858 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:06:33.849155 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93d5896-369e-469e-940d-0427ce23e31d" -d '{"events": [{"server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "name": "network-vif-plugged", "status": "completed", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:06:33.873625 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:33.880455 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:33.907033 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46beddfe-a2e5-4731-8dcf-a60181fdb4dc x-openstack-request-id: req-46beddfe-a2e5-4731-8dcf-a60181fdb4dc {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:06:33.907319 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "name": "network-vif-plugged", "status": "completed", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:06:33.907774 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46beddfe-a2e5-4731-8dcf-a60181fdb4dc {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:06:33.908172 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'code': 200} Mar 11 18:06:33.935675 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,revision_number=10']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:34.217545 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c72099-48a0-43a7-85e7-ecb2a5e6f6ed req-a8947fc0-46ab-48d8-b5a2-454e95d408da tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:34.219199 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-08c72099-48a0-43a7-85e7-ecb2a5e6f6ed req-a8947fc0-46ab-48d8-b5a2-454e95d408da tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0590577 Mar 11 18:06:34.274156 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-08c72099-48a0-43a7-85e7-ecb2a5e6f6ed req-e36a30ca-e6a4-4e57-b247-845a8121ff7e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452762 Mar 11 18:06:34.967784 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7db6dc34-376c-4b2d-a125-84f42250b7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:35.426557 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697edc78-b79e-4528-ac23-f1e79f31ba35 req-0a37b4e0-e94b-4a92-9c78-f634a83bf86a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:35.429426 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-697edc78-b79e-4528-ac23-f1e79f31ba35 req-0a37b4e0-e94b-4a92-9c78-f634a83bf86a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0635362 Mar 11 18:06:35.489730 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-697edc78-b79e-4528-ac23-f1e79f31ba35 req-aad9f6e9-f855-4dde-81c4-23a2c0c55170 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525675 Mar 11 18:06:36.620260 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152190d-65df-47fc-9cf8-07259ddfcd62 req-0cd43236-bed5-466a-b669-c1e5234f00e4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:36.621786 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d152190d-65df-47fc-9cf8-07259ddfcd62 req-0cd43236-bed5-466a-b669-c1e5234f00e4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0555553 Mar 11 18:06:36.674793 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d152190d-65df-47fc-9cf8-07259ddfcd62 req-40628a7d-23fb-493a-ad4d-6b15e3f97afa tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451729 Mar 11 18:06:37.812504 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f47d8-1279-41a5-bac6-bebdd0e58181 req-4a6fe00d-f004-4dd5-a553-8a2223003c6f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:37.814065 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a4f47d8-1279-41a5-bac6-bebdd0e58181 req-4a6fe00d-f004-4dd5-a553-8a2223003c6f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0615487 Mar 11 18:06:37.862299 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a4f47d8-1279-41a5-bac6-bebdd0e58181 req-cc6ca639-2621-4869-9939-2d0ca49ab251 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422471 Mar 11 18:06:37.879698 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-05816345-4b33-4dd3-ae8a-0adf83be22f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:38.103028 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 117e803e-ce02-41ad-bff3-1ac1fe902e9d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:06:38.125147 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 117e803e-ce02-41ad-bff3-1ac1fe902e9d {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:06:38.125460 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 117e803e-ce02-41ad-bff3-1ac1fe902e9d not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:06:38.277075 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71131b1-fc6f-45dc-aa00-d5ce9bc9fb5b req-e9e06235-f8ba-4bbd-95c0-f68ccd86304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:38.278618 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f71131b1-fc6f-45dc-aa00-d5ce9bc9fb5b req-e9e06235-f8ba-4bbd-95c0-f68ccd86304a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 1130 time: 0.1502790 Mar 11 18:06:38.329244 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f71131b1-fc6f-45dc-aa00-d5ce9bc9fb5b req-26ccebe0-f703-42c7-969a-8bcf2e066261 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443447 Mar 11 18:06:39.005602 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a8e10-f540-4019-8a23-80c487649994 req-3e3577a5-a3c7-49f4-8dba-deca0da0a796 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:39.007272 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-816a8e10-f540-4019-8a23-80c487649994 req-3e3577a5-a3c7-49f4-8dba-deca0da0a796 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0569363 Mar 11 18:06:39.048275 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:06:39.078589 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-816a8e10-f540-4019-8a23-80c487649994 req-02b5841b-ea7c-412a-9ec2-1ca38f96fba1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630856 Mar 11 18:06:40.215803 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08427b-3fda-4147-bee1-de17a6f3c750 req-0af67ab7-64f6-40f9-a534-70b1260cf657 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:40.217661 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eb08427b-3fda-4147-bee1-de17a6f3c750 req-0af67ab7-64f6-40f9-a534-70b1260cf657 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0588381 Mar 11 18:06:40.283338 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eb08427b-3fda-4147-bee1-de17a6f3c750 req-b9b416f1-202a-49e0-aeef-ebee37b77fbc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552297 Mar 11 18:06:40.776541 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:41.408982 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5abf45-6865-434e-a5ac-24672ebc9a0d req-50deae10-775c-4611-a958-810a51eb1a18 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:41.410593 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9a5abf45-6865-434e-a5ac-24672ebc9a0d req-50deae10-775c-4611-a958-810a51eb1a18 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0554390 Mar 11 18:06:41.463511 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9a5abf45-6865-434e-a5ac-24672ebc9a0d req-9fbed1b6-a41d-4ba3-b2af-ae21fccf55de tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452201 Mar 11 18:06:41.676889 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:42.411862 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:42.605449 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec9144-b00a-4a3d-803f-897c56b53885 req-4a28f240-9e5f-4387-bce8-d58f82919911 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:42.607085 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fcec9144-b00a-4a3d-803f-897c56b53885 req-4a28f240-9e5f-4387-bce8-d58f82919911 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0587316 Mar 11 18:06:42.658515 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fcec9144-b00a-4a3d-803f-897c56b53885 req-5d9b9f72-8445-4a2b-a3ff-2dbe14527cec tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453157 Mar 11 18:06:43.794909 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe1932-aae2-4bd7-bb1c-2e6c061fa6e3 req-6c876e3d-e4ef-4edd-9a1e-c98e4ee16a40 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:43.796322 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2efe1932-aae2-4bd7-bb1c-2e6c061fa6e3 req-6c876e3d-e4ef-4edd-9a1e-c98e4ee16a40 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0594621 Mar 11 18:06:43.845633 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2efe1932-aae2-4bd7-bb1c-2e6c061fa6e3 req-c0db45ef-bc47-4243-9a84-30ab30de3f82 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436311 Mar 11 18:06:44.999998 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e829b61-f0b7-49f4-8910-e4377745f5c2 req-55d5adb8-b8e5-43ff-bf6c-c277466ad1a1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:45.002678 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0e829b61-f0b7-49f4-8910-e4377745f5c2 req-55d5adb8-b8e5-43ff-bf6c-c277466ad1a1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0708358 Mar 11 18:06:45.063093 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0e829b61-f0b7-49f4-8910-e4377745f5c2 req-fbe3b36f-637b-469f-a2e8-49df05a3ab7e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541480 Mar 11 18:06:46.193585 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ea1e3-2095-464c-aeed-36a61bfc27d0 req-be707ebf-cfd0-450c-8bd0-d5022908cc00 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:46.195186 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-488ea1e3-2095-464c-aeed-36a61bfc27d0 req-be707ebf-cfd0-450c-8bd0-d5022908cc00 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0547681 Mar 11 18:06:46.245418 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-488ea1e3-2095-464c-aeed-36a61bfc27d0 req-4a78d99c-c4c8-49f9-954e-30f53383eef2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438285 Mar 11 18:06:47.388379 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549875-82ac-449a-8736-35cf0519e854 req-fb1345f2-4510-44ca-a86d-9bef3e929c7f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:47.390107 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f549875-82ac-449a-8736-35cf0519e854 req-fb1345f2-4510-44ca-a86d-9bef3e929c7f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0557218 Mar 11 18:06:47.440377 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f549875-82ac-449a-8736-35cf0519e854 req-595c13b9-fd31-4096-b790-b1ff1b023a54 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Mar 11 18:06:50.071628 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-e7e20994-5456-4c62-95e8-595d830bb28f tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:50.074192 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-e7e20994-5456-4c62-95e8-595d830bb28f tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/networks?id=bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 HTTP/1.1" status: 200 len: 814 time: 0.1813052 Mar 11 18:06:50.090726 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-48949120-64ce-4d6b-87b7-8a41349eb8f5 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/quotas/7a28cc32fd8843b9bf617041395b27b1 HTTP/1.1" status: 200 len: 375 time: 0.0104721 Mar 11 18:06:50.125872 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-795cb8c9-25e6-4b4c-958a-61292bd43a01 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a28cc32fd8843b9bf617041395b27b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294695 Mar 11 18:06:50.297997 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-f9ef81b9-1cb9-462b-82dc-25bb6214d487 service neutron] 10.222.0.30 "GET /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647451 Mar 11 18:06:50.420616 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-f53edf98-1442-41e6-9d68-1813666d2a9a service neutron] 10.222.0.30 "GET /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167605 Mar 11 18:06:50.591612 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-733bf12c-d5ad-4c3e-b4bb-3d85f740aeee req-691f590b-8fcb-493d-bc38-15f8cf9fc20a tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 210 time: 0.0363247 Mar 11 18:06:51.737038 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-63e6d6fb-ab4b-47ec-bdda-35105c0c46b3 req-4b2957f0-aef4-40d8-be80-8bd298bf054c tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 210 time: 0.0362890 Mar 11 18:06:51.866670 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-19d46549-21fc-488d-8e01-8085f6a1f0d7 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:51.869306 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-19d46549-21fc-488d-8e01-8085f6a1f0d7 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.104 "GET /v2.0/networks?id=bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 HTTP/1.1" status: 200 len: 814 time: 0.1298614 Mar 11 18:06:51.885270 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Request body: {'port': {'device_id': 'dd22b214-c12e-43a3-a95e-a9ac31ca9fa4', 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485', 'admin_state_up': True, 'tenant_id': '7a28cc32fd8843b9bf617041395b27b1'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:52.020227 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Made reservation on behalf of 7a28cc32fd8843b9bf617041395b27b1 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:06:52.024095 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:52.173158 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Allocated IP 172.20.0.8 (bae2d27f-7c6a-4f21-b5a4-9ac172dc9485/30e38dd3-ea10-4c29-9926-d10981ae7573/7fe75644-c8cc-49fa-b959-8a10cc1fbf13) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:06:52.366501 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks [] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:52.402556 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:52.453134 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:06:52.458502 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:52.462478 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:06:52.486340 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Pushing event updated for resources: {'Port': ['ID=7fe75644-c8cc-49fa-b959-8a10cc1fbf13,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:52.516794 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:52.517425 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:52.537865 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-33871ee8-7e78-4c19-9c99-af485128de33 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6597354 Mar 11 18:06:52.549478 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Request body: {'port': {'device_id': 'dd22b214-c12e-43a3-a95e-a9ac31ca9fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:52.611804 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.018568 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c30edf-fbb2-4fd8-bf00-d74f31b377f5 req-ce35cb64-b755-4ab9-b392-f0bcedf16518 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:53.021240 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f7c30edf-fbb2-4fd8-bf00-d74f31b377f5 req-ce35cb64-b755-4ab9-b392-f0bcedf16518 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 931 time: 0.1547809 Mar 11 18:06:53.140186 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:06:53.161532 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Publish callbacks [] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.167211 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 58310) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:06:53.199806 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f7c30edf-fbb2-4fd8-bf00-d74f31b377f5 req-2a098563-08c5-4fd4-8839-7a3e14ef3061 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612206 Mar 11 18:06:53.204824 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Transition to ACTIVE for port object 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:06:53.211563 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.293160 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.311913 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Pushing event updated for resources: {'Port': ['ID=7fe75644-c8cc-49fa-b959-8a10cc1fbf13,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:53.380953 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Publish callbacks [] for security_group (fa9fd094-baf1-4387-af6e-0512ccc35807), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.386524 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (fa9fd094-baf1-4387-af6e-0512ccc35807), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.418334 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Attempting to bind port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:06:53.419019 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Attempting to bind port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f15b3d0c-6b99-4c56-98ea-53110f8d27d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:06:53.419638 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Attempting to bind port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 on network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:06:53.423797 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9fd094-baf1-4387-af6e-0512ccc35807,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:53.427063 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 on network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:06:53.427583 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Attempting to bind port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 on network bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:06:53.428785 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=394d243d0a984de1bd751fa1b0a6bdff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602439 Mar 11 18:06:53.431831 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58314) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:06:53.433727 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.434090 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.434421 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.434784 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.435115 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.435436 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.435757 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.436074 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.436394 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.436693 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.437007 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.437320 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.437632 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8e4fa-c5e1-46ac-9790-17f4082bddcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:53.447809 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:06:53.448285 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Checking segment: {'id': 'f15b3d0c-6b99-4c56-98ea-53110f8d27d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:06:53.448891 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Bound using segment: {'id': 'f15b3d0c-6b99-4c56-98ea-53110f8d27d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:06:53.449854 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Bound port: 7fe75644-c8cc-49fa-b959-8a10cc1fbf13, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15b3d0c-6b99-4c56-98ea-53110f8d27d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:06:53.450444 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.615710 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d5adc0b7-3ed1-44f4-b6fd-b8ac29e3591d admin admin] Publish callbacks [] for security_group (fa9fd094-baf1-4387-af6e-0512ccc35807), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.619284 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] For port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:06:53.625985 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] For port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fe75644-c8cc-49fa-b959-8a10cc1fbf13,segment=NetworkSegment(f15b3d0c-6b99-4c56-98ea-53110f8d27d4),segment_id=f15b3d0c-6b99-4c56-98ea-53110f8d27d4)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:06:53.646339 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.716182 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d5adc0b7-3ed1-44f4-b6fd-b8ac29e3591d admin admin] Publish callbacks [] for security_group (fa9fd094-baf1-4387-af6e-0512ccc35807), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.741251 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:53.742174 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.744595 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] 10.222.0.104 "PUT /v2.0/ports/7fe75644-c8cc-49fa-b959-8a10cc1fbf13 HTTP/1.1" status: 200 len: 1093 time: 1.1993468 Mar 11 18:06:53.745372 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd22b214-c12e-43a3-a95e-a9ac31ca9fa4', 'tag': '7fe75644-c8cc-49fa-b959-8a10cc1fbf13'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:06:53.750046 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70b73c6-64e1-4523-993a-31c5807be20c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd22b214-c12e-43a3-a95e-a9ac31ca9fa4", "tag": "7fe75644-c8cc-49fa-b959-8a10cc1fbf13"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:06:53.844768 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb354e63-f546-4f57-aedf-eebee2c9e71b service neutron] Pushing event updated for resources: {'Port': ['ID=7fe75644-c8cc-49fa-b959-8a10cc1fbf13,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:53.890406 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-3f4f8ebe-9d56-4ca9-aa36-c5284567bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:53.891918 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-3f4f8ebe-9d56-4ca9-aa36-c5284567bbb5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7a28cc32fd8843b9bf617041395b27b1&device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 1127 time: 0.0746980 Mar 11 18:06:53.898773 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d5adc0b7-3ed1-44f4-b6fd-b8ac29e3591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (fa9fd094-baf1-4387-af6e-0512ccc35807), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.902278 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d5adc0b7-3ed1-44f4-b6fd-b8ac29e3591d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:53.904613 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-d5adc0b7-3ed1-44f4-b6fd-b8ac29e3591d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa9fd094-baf1-4387-af6e-0512ccc35807 HTTP/1.1" status: 204 len: 168 time: 0.4705052 Mar 11 18:06:53.985524 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-b851a8b9-0434-4384-b2b9-cae4013c6f5c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fe75644-c8cc-49fa-b959-8a10cc1fbf13 HTTP/1.1" status: 200 len: 217 time: 0.0792000 Mar 11 18:06:53.987297 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adc0b7-3ed1-44f4-b6fd-b8ac29e3591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9fd094-baf1-4387-af6e-0512ccc35807,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:54.045265 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2147a018-3e2f-4336-97bb-514a60a2849a x-openstack-request-id: req-2147a018-3e2f-4336-97bb-514a60a2849a {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:06:54.046009 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd22b214-c12e-43a3-a95e-a9ac31ca9fa4", "tag": "7fe75644-c8cc-49fa-b959-8a10cc1fbf13", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:06:54.046009 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2147a018-3e2f-4336-97bb-514a60a2849a {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:06:54.046243 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd22b214-c12e-43a3-a95e-a9ac31ca9fa4', 'tag': '7fe75644-c8cc-49fa-b959-8a10cc1fbf13', 'status': 'completed', 'code': 200} Mar 11 18:06:54.069175 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-f228c79b-d4ba-4ef0-8e55-0409f31ca174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:54.071483 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-f228c79b-d4ba-4ef0-8e55-0409f31ca174 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=30e38dd3-ea10-4c29-9926-d10981ae7573 HTTP/1.1" status: 200 len: 854 time: 0.0752754 Mar 11 18:06:54.113350 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-3fb949b2-ba15-4f85-9210-004a0a6ee0c8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bae2d27f-7c6a-4f21-b5a4-9ac172dc9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351179 Mar 11 18:06:54.514158 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-6454c145-a144-4d82-95b3-4aac43a1f449 service neutron] 10.222.0.104 "GET /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931456 Mar 11 18:06:54.563383 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b7b50-f460-4b22-8ef5-5179d0c533cc req-0f1cf89a-2555-4116-a182-65ed0f251f17 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:54.565359 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e32b7b50-f460-4b22-8ef5-5179d0c533cc req-0f1cf89a-2555-4116-a182-65ed0f251f17 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 943 time: 0.1037455 Mar 11 18:06:54.670601 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e32b7b50-f460-4b22-8ef5-5179d0c533cc req-75590eb4-3cb2-433d-9b50-e9456d72007f tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923276 Mar 11 18:06:54.672716 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a3f1bc87-710b-44a2-97e7-0cad09327091 req-314f3115-b104-42cd-9e24-dee082eb2fbf service neutron] 10.222.0.104 "GET /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498423 Mar 11 18:06:54.794938 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b73c6-64e1-4523-993a-31c5807be20c req-e5e5bf0b-90c9-438a-bf98-50d8153323e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:54.796972 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c70b73c6-64e1-4523-993a-31c5807be20c req-e5e5bf0b-90c9-438a-bf98-50d8153323e6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7a28cc32fd8843b9bf617041395b27b1&device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 1127 time: 0.0553658 Mar 11 18:06:54.797159 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 58342) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:06:54.904239 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b73c6-64e1-4523-993a-31c5807be20c req-e7c6da9b-8138-4b2e-981a-73360619492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:54.905749 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c70b73c6-64e1-4523-993a-31c5807be20c req-e7c6da9b-8138-4b2e-981a-73360619492e service neutron] 10.222.0.104 "GET /v2.0/networks?id=bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 HTTP/1.1" status: 200 len: 916 time: 0.1028247 Mar 11 18:06:54.918627 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-616440096-network', 'tenant_id': '54e501d16919459e828a80b476c6975f'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:54.942001 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Made reservation on behalf of 54e501d16919459e828a80b476c6975f for: {'network': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:06:54.944573 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:54.953137 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c70b73c6-64e1-4523-993a-31c5807be20c req-e3abe9e4-6824-4217-9726-f117a01f7570 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fe75644-c8cc-49fa-b959-8a10cc1fbf13 HTTP/1.1" status: 200 len: 217 time: 0.0410860 Mar 11 18:06:54.954571 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.007521 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b73c6-64e1-4523-993a-31c5807be20c req-7da83719-9682-4008-89f4-6a09fda08c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:55.009503 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c70b73c6-64e1-4523-993a-31c5807be20c req-7da83719-9682-4008-89f4-6a09fda08c14 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=30e38dd3-ea10-4c29-9926-d10981ae7573 HTTP/1.1" status: 200 len: 854 time: 0.0501859 Mar 11 18:06:55.050583 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c70b73c6-64e1-4523-993a-31c5807be20c req-94f228dd-30e5-464f-a25c-491aacce74a1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bae2d27f-7c6a-4f21-b5a4-9ac172dc9485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339718 Mar 11 18:06:55.059573 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Publish callbacks [] for security_group (7a1f9352-42a9-44bb-8859-1764fb67fb96), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.064255 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (7a1f9352-42a9-44bb-8859-1764fb67fb96), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.086781 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=103278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:06:55.106135 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1f9352-42a9-44bb-8859-1764fb67fb96,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:55.109152 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (b6a5f355-aa0b-41ad-a33f-54ca1004875b), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.109485 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.segments_db [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Added segment b6a5f355-aa0b-41ad-a33f-54ca1004875b of type vlan for network 40a6fc10-0802-4171-af52-b02d08befdbb Mar 11 18:06:55.156188 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c70b73c6-64e1-4523-993a-31c5807be20c req-80ec4619-43c0-4aa1-a38d-df23fa99b744 service neutron] 10.222.0.104 "GET /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976069 Mar 11 18:06:55.157849 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (40a6fc10-0802-4171-af52-b02d08befdbb), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.199059 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (40a6fc10-0802-4171-af52-b02d08befdbb), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.201045 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:55.202031 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.254342 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4559364 Mar 11 18:06:55.259243 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58346) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:06:55.268466 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-0879a334-f3cf-4fa5-b562-42dfbdaddc5a admin admin] Request body: {'subnet': {'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-616440096-subnet', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'ip_version': 4}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:55.282860 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c70b73c6-64e1-4523-993a-31c5807be20c req-0320788c-b965-4186-992b-72dab4e91e31 service neutron] 10.222.0.104 "GET /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178186 Mar 11 18:06:55.302618 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aeb79-ed29-451e-a94b-0b4ee63dc669 admin admin] Pushing event updated for resources: {'Network': ['ID=40a6fc10-0802-4171-af52-b02d08befdbb,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:55.304223 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0879a334-f3cf-4fa5-b562-42dfbdaddc5a admin admin] Made reservation on behalf of 54e501d16919459e828a80b476c6975f for: {'subnet': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:06:55.307834 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0879a334-f3cf-4fa5-b562-42dfbdaddc5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13265471'] for subnet (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.316499 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network 40a6fc10-0802-4171-af52-b02d08befdbb details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:06:55.490508 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0879a334-f3cf-4fa5-b562-42dfbdaddc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14540855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13265425'] for subnet (3d178729-e750-4dbd-a6e1-5a3b4f2358c5), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.548247 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879a334-f3cf-4fa5-b562-42dfbdaddc5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d178729-e750-4dbd-a6e1-5a3b4f2358c5,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:55.565002 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0879a334-f3cf-4fa5-b562-42dfbdaddc5a admin admin] Checking segment: {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:06:55.565593 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0879a334-f3cf-4fa5-b562-42dfbdaddc5a admin admin] Network hostable DHCP agents. Network: 40a6fc10-0802-4171-af52-b02d08befdbb, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:06:55.594473 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0879a334-f3cf-4fa5-b562-42dfbdaddc5a admin admin] Network 40a6fc10-0802-4171-af52-b02d08befdbb is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:06:55.605486 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-0879a334-f3cf-4fa5-b562-42dfbdaddc5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, 40a6fc10-0802-4171-af52-b02d08befdbb) {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:55.611134 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879a334-f3cf-4fa5-b562-42dfbdaddc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:55.612381 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0879a334-f3cf-4fa5-b562-42dfbdaddc5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.615992 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537a48ff-4bb8-4a6e-bb73-50f9e661a5a6 None None] Network 40a6fc10-0802-4171-af52-b02d08befdbb requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:06:55.632302 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-0879a334-f3cf-4fa5-b562-42dfbdaddc5a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3716919 Mar 11 18:06:55.635871 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58348) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:06:55.640541 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:55.661018 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1949021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25221'] for router (fefbe61a-c372-490e-80c9-53535647ad1b), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.662492 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1949161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1934603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25340'] for router (fefbe61a-c372-490e-80c9-53535647ad1b), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.739080 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Publish callbacks [] for router_controller (fefbe61a-c372-490e-80c9-53535647ad1b), precommit_add_association {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.779587 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbeccc8b-073c-563d-9a04-0eb08d8f5eb4-40a6fc10-0802-4171-af52-b02d08befdbb', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5'}]}} from dv-cinder-788368-4-iscsi. {{(pid=103279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:06:55.781157 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.980163 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Publish callbacks [] for router_gateway (fefbe61a-c372-490e-80c9-53535647ad1b), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.991880 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Allocated IP 172.20.0.2 (40a6fc10-0802-4171-af52-b02d08befdbb/3d178729-e750-4dbd-a6e1-5a3b4f2358c5/31bf28f8-1673-4c5e-ae83-9f9318486f34) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:06:56.011379 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f674e-54f3-452f-b2fa-2bf48b969030 req-4510feeb-5c16-47c6-9320-fe1d13ab41bd tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:56.013928 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bb8f674e-54f3-452f-b2fa-2bf48b969030 req-4510feeb-5c16-47c6-9320-fe1d13ab41bd tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 943 time: 0.2247176 Mar 11 18:06:56.134796 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bb8f674e-54f3-452f-b2fa-2bf48b969030 req-a2c13f94-c279-4304-acbb-1f428f8f9035 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048896 Mar 11 18:06:56.166395 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Publish callbacks [] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:56.177125 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:56.215881 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Network 40a6fc10-0802-4171-af52-b02d08befdbb is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:06:56.221198 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:56.223995 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:06:56.236334 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Pushing event updated for resources: {'Port': ['ID=31bf28f8-1673-4c5e-ae83-9f9318486f34,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:56.309092 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Attempting to bind port 31bf28f8-1673-4c5e-ae83-9f9318486f34 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:06:56.309569 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Attempting to bind port 31bf28f8-1673-4c5e-ae83-9f9318486f34 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:06:56.310018 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Attempting to bind port 31bf28f8-1673-4c5e-ae83-9f9318486f34 on network 40a6fc10-0802-4171-af52-b02d08befdbb {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:06:56.316666 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:06:56.317753 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Checking segment: {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:06:56.317753 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:56.318168 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Bound using segment: {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:06:56.318842 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Bound port: 31bf28f8-1673-4c5e-ae83-9f9318486f34, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:06:56.319431 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:56.372225 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Publish callbacks [] for router_gateway (fefbe61a-c372-490e-80c9-53535647ad1b), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:56.392251 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] For port 31bf28f8-1673-4c5e-ae83-9f9318486f34, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:06:56.395903 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] For port 31bf28f8-1673-4c5e-ae83-9f9318486f34, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=31bf28f8-1673-4c5e-ae83-9f9318486f34,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:06:56.396982 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:56.404222 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:56.461821 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7232f2-475e-461c-9492-de1f6ccadd34 None None] Pushing event updated for resources: {'Port': ['ID=31bf28f8-1673-4c5e-ae83-9f9318486f34,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:56.519184 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Allocated IP 172.27.0.147 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:06:56.642238 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Publish callbacks [] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:56.704085 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:56.764380 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:06:56.767960 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:56.773552 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:06:56.777485 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Pushing event updated for resources: {'Port': ['ID=fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:57.047110 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Publish callbacks [] for router_gateway (fefbe61a-c372-490e-80c9-53535647ad1b), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:57.169846 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 31bf28f8-1673-4c5e-ae83-9f9318486f34 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:06:57.252839 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 31bf28f8-1673-4c5e-ae83-9f9318486f34 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:06:57.253440 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:57.354289 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aea73-2707-437f-8d66-cbb17f7665de req-a6c33042-cb8c-4b2e-9bfe-d8eb7d0981e7 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:57.355912 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d54aea73-2707-437f-8d66-cbb17f7665de req-a6c33042-cb8c-4b2e-9bfe-d8eb7d0981e7 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 943 time: 0.1196752 Mar 11 18:06:57.363426 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1949158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1934692'] for router (fefbe61a-c372-490e-80c9-53535647ad1b), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:57.375971 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 31bf28f8-1673-4c5e-ae83-9f9318486f34 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:06:57.376734 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:57.413482 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port 31bf28f8-1673-4c5e-ae83-9f9318486f34, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=31bf28f8-1673-4c5e-ae83-9f9318486f34,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:57.419441 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:57.464007 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d54aea73-2707-437f-8d66-cbb17f7665de req-ff54f22b-0f33-48c8-87df-ac738ad70fc7 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965190 Mar 11 18:06:57.472508 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=31bf28f8-1673-4c5e-ae83-9f9318486f34,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:57.552058 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Router fefbe61a-c372-490e-80c9-53535647ad1b is scheduled to L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 with binding_index 1 {{(pid=103277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:06:57.615062 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4416c09d-dcd5-483e-be2d-129e0f7b3141 None None] Network 40a6fc10-0802-4171-af52-b02d08befdbb requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:06:57.678866 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:06:57.702936 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:57.704961 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-04b6744d-37ba-49a9-9d84-14b1f06b953f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0678833 Mar 11 18:06:57.711676 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58354) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:06:57.722001 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Sync routers for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:06:57.775366 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:06:57.776380 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:06:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:57.867295 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7c5dc102-66c3-4c43-bd44-c713f3021d2f None None] Provisioning complete for port 31bf28f8-1673-4c5e-ae83-9f9318486f34 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:06:57.867783 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7c5dc102-66c3-4c43-bd44-c713f3021d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:58.038003 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:06:58.101516 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7c5dc102-66c3-4c43-bd44-c713f3021d2f None None] Current status of the port 31bf28f8-1673-4c5e-ae83-9f9318486f34 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:06:58.210696 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:06:58.412354 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-8f46f998-1eda-4693-a5ae-fcffb7538aec None None] Provisioning complete for port 31bf28f8-1673-4c5e-ae83-9f9318486f34 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:06:58.413300 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8f46f998-1eda-4693-a5ae-fcffb7538aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:58.419456 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:56Z', 'revision_number': 3, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:58.479451 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fe75644-c8cc-49fa-b959-8a10cc1fbf13,segment=NetworkSegment(f15b3d0c-6b99-4c56-98ea-53110f8d27d4),segment_id=f15b3d0c-6b99-4c56-98ea-53110f8d27d4)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:58.482015 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Checking router: fefbe61a-c372-490e-80c9-53535647ad1b for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:06:58.482366 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Updating router fefbe61a-c372-490e-80c9-53535647ad1b port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 binding host dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:06:58.645486 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:58.653892 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '7fe75644-c8cc-49fa-b959-8a10cc1fbf13', 'network_id': 'bae2d27f-7c6a-4f21-b5a4-9ac172dc9485', 'port_id': '7fe75644-c8cc-49fa-b959-8a10cc1fbf13', 'mac_address': 'fa:16:3e:ff:93:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e38dd3-ea10-4c29-9926-d10981ae7573', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:06:58.670125 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:58.699209 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725d7b3-3642-4bce-b47c-9b3268ec176e req-7caca45a-8b29-42b3-bf54-e26422f1c1cc tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:58.701127 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4725d7b3-3642-4bce-b47c-9b3268ec176e req-7caca45a-8b29-42b3-bf54-e26422f1c1cc tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 943 time: 0.1031935 Mar 11 18:06:58.742252 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:06:58.742754 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:58.825015 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4725d7b3-3642-4bce-b47c-9b3268ec176e req-c7796489-f94f-449b-9537-b588b1732a0e tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961571 Mar 11 18:06:58.831492 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:06:58.874231 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fe75644-c8cc-49fa-b959-8a10cc1fbf13,segment=NetworkSegment(f15b3d0c-6b99-4c56-98ea-53110f8d27d4),segment_id=f15b3d0c-6b99-4c56-98ea-53110f8d27d4)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:58.875484 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-8f46f998-1eda-4693-a5ae-fcffb7538aec None None] Current status of the port 31bf28f8-1673-4c5e-ae83-9f9318486f34 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:06:58.882059 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:58.885490 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Allocated IP 172.20.0.1 (40a6fc10-0802-4171-af52-b02d08befdbb/3d178729-e750-4dbd-a6e1-5a3b4f2358c5/940c7745-f8f7-47c8-ab43-848e288246cd) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:06:58.986859 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=7fe75644-c8cc-49fa-b959-8a10cc1fbf13,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:59.011115 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Publish callbacks [] for port (940c7745-f8f7-47c8-ab43-848e288246cd), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.049060 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.097265 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Publish callbacks [] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.108201 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.111631 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Network 40a6fc10-0802-4171-af52-b02d08befdbb is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:06:59.121980 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:59.129774 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:06:59.134696 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Pushing event updated for resources: {'Port': ['ID=940c7745-f8f7-47c8-ab43-848e288246cd,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:59.167245 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 31bf28f8-1673-4c5e-ae83-9f9318486f34 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:06:59.199249 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933323'] for router_interface (fefbe61a-c372-490e-80c9-53535647ad1b), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.208918 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8763c-689f-48e0-861b-dd31f85358cc None None] Pushing event updated for resources: {'Port': ['ID=fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:59.212815 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Attempting to bind port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:06:59.213356 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Attempting to bind port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:06:59.213829 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Attempting to bind port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 on network cab8bdcb-495c-4275-ab04-6208af39108c {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:06:59.228331 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:06:59.228822 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Checking segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:06:59.229326 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.229822 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Bound using segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:06:59.230411 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Bound port: fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:06:59.230940 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.285290 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.312150 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 31bf28f8-1673-4c5e-ae83-9f9318486f34 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:06:59.312627 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.317127 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] For port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:06:59.355915 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] For port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:06:59.366844 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['7fe75644-c8cc-49fa-b959-8a10cc1fbf13'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:06:59.373036 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.379785 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.486263 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-75466ce4-5db9-4483-b6b6-7ffc1141c765 None None] Provisioning complete for port 940c7745-f8f7-47c8-ab43-848e288246cd triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:06:59.486912 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-75466ce4-5db9-4483-b6b6-7ffc1141c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.517592 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:06:59.518135 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:06:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:59.545435 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8763c-689f-48e0-861b-dd31f85358cc None None] Pushing event updated for resources: {'Port': ['ID=fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:59.625383 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Publish callbacks [] for port (940c7745-f8f7-47c8-ab43-848e288246cd), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.631366 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-75466ce4-5db9-4483-b6b6-7ffc1141c765 None None] Port 940c7745-f8f7-47c8-ab43-848e288246cd cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:06:59.632278 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.641605 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 31bf28f8-1673-4c5e-ae83-9f9318486f34 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:06:59.708887 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933479'] for router_interface (fefbe61a-c372-490e-80c9-53535647ad1b), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.711933 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Pushing event updated for resources: {'Port': ['ID=940c7745-f8f7-47c8-ab43-848e288246cd,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:59.746172 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:06:59.876749 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Network 40a6fc10-0802-4171-af52-b02d08befdbb is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:06:59.878649 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:07:00.039370 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:06:58Z', 'revision_number': 1, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:00.062342 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ad158-96d8-46e5-b82e-d0292716e89e req-c90f67d6-1301-4584-b46f-d0ed05bd73c1 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:00.063990 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-995ad158-96d8-46e5-b82e-d0292716e89e req-c90f67d6-1301-4584-b46f-d0ed05bd73c1 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 944 time: 0.1112025 Mar 11 18:07:00.076254 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8278f8b2-c9b5-489a-85c5-b7d98edef285 None None] The sync data for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi is: [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:06:58Z', 'revision_number': 1, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:07:00.109259 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Router fefbe61a-c372-490e-80c9-53535647ad1b has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:07:00.166526 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-314a3b31-eee0-4d38-835e-8f4ecacb6d47 None None] Provisioning complete for port 940c7745-f8f7-47c8-ab43-848e288246cd triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:00.167288 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-314a3b31-eee0-4d38-835e-8f4ecacb6d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:00.189578 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-995ad158-96d8-46e5-b82e-d0292716e89e req-f0f8fd4e-67d4-459d-912d-14a6259f3dc2 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171992 Mar 11 18:07:00.220192 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-314a3b31-eee0-4d38-835e-8f4ecacb6d47 None None] Port 940c7745-f8f7-47c8-ab43-848e288246cd cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:07:00.282852 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:07:00.290645 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-7e3612e5-3db4-4657-af34-0316d9edd040 admin admin] 10.222.0.30 "PUT /v2.0/routers/fefbe61a-c372-490e-80c9-53535647ad1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5769389 Mar 11 18:07:00.950899 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58376) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:00.955964 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-411252575-network', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:00.978944 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Made reservation on behalf of 2bd8f6c1f91c4b79a110a5348479db86 for: {'network': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:07:00.981361 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:00.991350 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.096168 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Publish callbacks [] for security_group (526a3185-45c4-46d5-bdbe-16bfaf36c659), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.107938 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (526a3185-45c4-46d5-bdbe-16bfaf36c659), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.154647 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1217} {{(pid=103277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:07:01.162251 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526a3185-45c4-46d5-bdbe-16bfaf36c659,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:01.176378 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (4c333081-45cf-4a74-bbde-304d216a336e), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.176966 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.segments_db [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Added segment 4c333081-45cf-4a74-bbde-304d216a336e of type vlan for network 873e4e77-4867-4e86-9027-11db5f42ef24 Mar 11 18:07:01.193651 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:07:01.255329 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (873e4e77-4867-4e86-9027-11db5f42ef24), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.269531 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:01.270251 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.303851 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (873e4e77-4867-4e86-9027-11db5f42ef24), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.305159 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:01.306152 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.355904 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4038250 Mar 11 18:07:01.364876 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 58380) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:01.377488 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-02e1e99a-26d0-4cdf-aac4-b4d4b030f6a7 admin admin] Request body: {'subnet': {'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-411252575-subnet', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'ip_version': 4}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:01.404280 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58a253-1245-49e7-b43e-4435a8c9a8f5 admin admin] Pushing event updated for resources: {'Network': ['ID=873e4e77-4867-4e86-9027-11db5f42ef24,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:01.407592 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:01.408198 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.418687 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54e827-c842-467e-a196-f686fc85896f req-e319000d-9b08-408d-9c7a-866e08accc6b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:01.419783 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network 873e4e77-4867-4e86-9027-11db5f42ef24 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:07:01.420541 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1b54e827-c842-467e-a196-f686fc85896f req-e319000d-9b08-408d-9c7a-866e08accc6b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 944 time: 0.1280274 Mar 11 18:07:01.426516 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e1e99a-26d0-4cdf-aac4-b4d4b030f6a7 admin admin] Made reservation on behalf of 2bd8f6c1f91c4b79a110a5348479db86 for: {'subnet': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:07:01.428916 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-02e1e99a-26d0-4cdf-aac4-b4d4b030f6a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13482927'] for subnet (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.493471 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:01.512527 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1b54e827-c842-467e-a196-f686fc85896f req-a706d95c-ee4b-40f1-842a-9b8bb8316061 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818439 Mar 11 18:07:01.546925 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.618616 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:01.646473 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-02e1e99a-26d0-4cdf-aac4-b4d4b030f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16022571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13482881'] for subnet (2abced7b-b45e-41a9-a031-fe4e92c5c4e6), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.711239 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1e99a-26d0-4cdf-aac4-b4d4b030f6a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abced7b-b45e-41a9-a031-fe4e92c5c4e6,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:01.721472 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1e99a-26d0-4cdf-aac4-b4d4b030f6a7 admin admin] Checking segment: {'id': '4c333081-45cf-4a74-bbde-304d216a336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:07:01.721844 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1e99a-26d0-4cdf-aac4-b4d4b030f6a7 admin admin] Network hostable DHCP agents. Network: 873e4e77-4867-4e86-9027-11db5f42ef24, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:07:01.743953 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1e99a-26d0-4cdf-aac4-b4d4b030f6a7 admin admin] Network 873e4e77-4867-4e86-9027-11db5f42ef24 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:07:01.756710 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-02e1e99a-26d0-4cdf-aac4-b4d4b030f6a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, 873e4e77-4867-4e86-9027-11db5f42ef24) {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:07:01.761946 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e1e99a-26d0-4cdf-aac4-b4d4b030f6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:01.763493 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-02e1e99a-26d0-4cdf-aac4-b4d4b030f6a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.768559 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe6a64d-dc5a-48dc-9023-780846f7940f None None] Network 873e4e77-4867-4e86-9027-11db5f42ef24 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:07:01.782990 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-02e1e99a-26d0-4cdf-aac4-b4d4b030f6a7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4141147 Mar 11 18:07:01.785734 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58384) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:01.790445 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-411252575-router', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:01.812930 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1949021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25221'] for router (10738ef3-45f3-41c3-8fb4-eef024f0d053), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.814334 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1949161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1934603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25340'] for router (10738ef3-45f3-41c3-8fb4-eef024f0d053), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.876921 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Publish callbacks [] for router_controller (10738ef3-45f3-41c3-8fb4-eef024f0d053), precommit_add_association {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:01.947824 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbeccc8b-073c-563d-9a04-0eb08d8f5eb4-873e4e77-4867-4e86-9027-11db5f42ef24', 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24', 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'fixed_ips': [{'subnet_id': '2abced7b-b45e-41a9-a031-fe4e92c5c4e6'}]}} from dv-cinder-788368-4-iscsi. {{(pid=103279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:07:01.949374 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.031088 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Publish callbacks [] for router_gateway (10738ef3-45f3-41c3-8fb4-eef024f0d053), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.103019 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Allocated IP 172.20.0.2 (873e4e77-4867-4e86-9027-11db5f42ef24/2abced7b-b45e-41a9-a031-fe4e92c5c4e6/c577f3d5-040e-4b7d-9860-89871ac50ecc) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:07:02.207542 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:07:02.323599 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Publish callbacks [] for router_gateway (10738ef3-45f3-41c3-8fb4-eef024f0d053), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.350782 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.354433 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Publish callbacks [] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.367873 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.372990 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:07:02.404777 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:02.405151 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.440704 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Network 873e4e77-4867-4e86-9027-11db5f42ef24 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:07:02.451714 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:07:02.459492 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:07:02.462920 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Pushing event updated for resources: {'Port': ['ID=c577f3d5-040e-4b7d-9860-89871ac50ecc,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:02.516089 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Allocated IP 172.27.0.51 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/d4fdeb61-17ad-4521-baca-bfa2307f2847) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:07:02.566930 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Sync routers for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:07:02.570852 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Attempting to bind port c577f3d5-040e-4b7d-9860-89871ac50ecc on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:07:02.571224 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Attempting to bind port c577f3d5-040e-4b7d-9860-89871ac50ecc by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '4c333081-45cf-4a74-bbde-304d216a336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:07:02.571824 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Attempting to bind port c577f3d5-040e-4b7d-9860-89871ac50ecc on network 873e4e77-4867-4e86-9027-11db5f42ef24 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:07:02.586906 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:07:02.587288 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Checking segment: {'id': '4c333081-45cf-4a74-bbde-304d216a336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:07:02.587694 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.588147 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Bound using segment: {'id': '4c333081-45cf-4a74-bbde-304d216a336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:07:02.588648 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Bound port: c577f3d5-040e-4b7d-9860-89871ac50ecc, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c333081-45cf-4a74-bbde-304d216a336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:07:02.589031 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.595705 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:02.595977 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:07:02.596123 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.598942 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:06:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:02.744819 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:07:02.790281 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd22b214-c12e-43a3-a95e-a9ac31ca9fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe75644-c8cc-49fa-b959-8a10cc1fbf13'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:07:02.792690 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f349af83-d39b-49fe-b9d7-ade7674be282" -d '{"events": [{"server_uuid": "dd22b214-c12e-43a3-a95e-a9ac31ca9fa4", "name": "network-vif-plugged", "status": "completed", "tag": "7fe75644-c8cc-49fa-b959-8a10cc1fbf13"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:07:02.806287 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Publish callbacks [] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.814024 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fe75644-c8cc-49fa-b959-8a10cc1fbf13,segment=NetworkSegment(f15b3d0c-6b99-4c56-98ea-53110f8d27d4),segment_id=f15b3d0c-6b99-4c56-98ea-53110f8d27d4)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:02.830897 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.858971 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d2473-14dc-4216-bac0-cb5320692eb8 req-dce15e43-ec87-456b-8fcb-34ac04c37886 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:02.861044 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c67d2473-14dc-4216-bac0-cb5320692eb8 req-dce15e43-ec87-456b-8fcb-34ac04c37886 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 944 time: 0.2525156 Mar 11 18:07:02.865061 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] For port c577f3d5-040e-4b7d-9860-89871ac50ecc, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:07:02.883616 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] For port c577f3d5-040e-4b7d-9860-89871ac50ecc, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=c577f3d5-040e-4b7d-9860-89871ac50ecc,segment=NetworkSegment(4c333081-45cf-4a74-bbde-304d216a336e),segment_id=4c333081-45cf-4a74-bbde-304d216a336e)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:07:02.904712 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.915049 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=7fe75644-c8cc-49fa-b959-8a10cc1fbf13,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:02.938379 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c67d2473-14dc-4216-bac0-cb5320692eb8 req-98d6e1fc-ba70-4c6d-8d29-bcedfca30a98 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624988 Mar 11 18:07:02.961029 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:02.986199 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118643af-096a-4183-a6fa-86d070d2c390 None None] Pushing event updated for resources: {'Port': ['ID=c577f3d5-040e-4b7d-9860-89871ac50ecc,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:03.029470 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:07:03.030903 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d4fdeb61-17ad-4521-baca-bfa2307f2847,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:03.033835 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:07:03.038082 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:07:03.094748 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 2, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:03.132420 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Checking router: fefbe61a-c372-490e-80c9-53535647ad1b for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:07:03.133044 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Updating router fefbe61a-c372-490e-80c9-53535647ad1b port 940c7745-f8f7-47c8-ab43-848e288246cd binding host dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:07:03.163393 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:03.182757 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:07:03.191121 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8541ab-4529-4179-87ba-734c062b35d4 x-openstack-request-id: req-ca8541ab-4529-4179-87ba-734c062b35d4 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:07:03.191573 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd22b214-c12e-43a3-a95e-a9ac31ca9fa4", "name": "network-vif-plugged", "status": "completed", "tag": "7fe75644-c8cc-49fa-b959-8a10cc1fbf13", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:07:03.191902 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca8541ab-4529-4179-87ba-734c062b35d4 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:07:03.192367 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd22b214-c12e-43a3-a95e-a9ac31ca9fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe75644-c8cc-49fa-b959-8a10cc1fbf13', 'code': 200} Mar 11 18:07:03.265626 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:03.266186 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:03.452560 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:03.511818 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Publish callbacks [] for port (940c7745-f8f7-47c8-ab43-848e288246cd), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:03.518257 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:03.551527 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Publish callbacks [] for router_gateway (10738ef3-45f3-41c3-8fb4-eef024f0d053), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:03.594915 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154cb28-86c4-4226-a219-2331d404e221 req-1bbbeab1-7ddc-45c8-b2b5-b78761051da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:03.596423 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8154cb28-86c4-4226-a219-2331d404e221 req-1bbbeab1-7ddc-45c8-b2b5-b78761051da0 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 1129 time: 0.1379056 Mar 11 18:07:03.664784 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Pushing event updated for resources: {'Port': ['ID=940c7745-f8f7-47c8-ab43-848e288246cd,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:03.694002 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.694381 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.694755 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.695096 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.695424 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.695751 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.696077 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.696589 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.697088 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.697592 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.698085 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.698623 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.699104 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:03.711298 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8154cb28-86c4-4226-a219-2331d404e221 req-d46b96dc-f8e0-4d0e-82e8-862e1663fd61 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046975 Mar 11 18:07:03.744266 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Attempting to bind port 940c7745-f8f7-47c8-ab43-848e288246cd on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:07:03.744629 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Attempting to bind port 940c7745-f8f7-47c8-ab43-848e288246cd by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:07:03.744991 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Attempting to bind port 940c7745-f8f7-47c8-ab43-848e288246cd on network 40a6fc10-0802-4171-af52-b02d08befdbb {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:07:03.751417 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:07:03.751792 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Checking segment: {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:07:03.752364 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:03.752943 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Bound using segment: {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:07:03.753574 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Bound port: 940c7745-f8f7-47c8-ab43-848e288246cd, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:07:03.754140 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:03.831255 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] For port 940c7745-f8f7-47c8-ab43-848e288246cd, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:07:03.836408 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] For port 940c7745-f8f7-47c8-ab43-848e288246cd, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=940c7745-f8f7-47c8-ab43-848e288246cd,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:07:03.847260 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:03.862620 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1949158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1934692'] for router (10738ef3-45f3-41c3-8fb4-eef024f0d053), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:03.936588 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8408ea-5da6-4056-8ae1-a3197a8dd91c None None] Pushing event updated for resources: {'Port': ['ID=940c7745-f8f7-47c8-ab43-848e288246cd,revision_number=4']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:03.942791 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:07:03.943521 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:06:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:04.007361 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-f6c459bb-a693-46e7-ba6b-fd7dcd547be7 None None] Provisioning complete for port 940c7745-f8f7-47c8-ab43-848e288246cd triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:04.007685 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f6c459bb-a693-46e7-ba6b-fd7dcd547be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:04.062607 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Router 10738ef3-45f3-41c3-8fb4-eef024f0d053 is scheduled to L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 with binding_index 1 {{(pid=103277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:07:04.161242 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-f6c459bb-a693-46e7-ba6b-fd7dcd547be7 None None] Current status of the port 940c7745-f8f7-47c8-ab43-848e288246cd is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:04.161679 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f6c459bb-a693-46e7-ba6b-fd7dcd547be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:04.177840 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:07:04.235778 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-f6c459bb-a693-46e7-ba6b-fd7dcd547be7 None None] For port 940c7745-f8f7-47c8-ab43-848e288246cd, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=940c7745-f8f7-47c8-ab43-848e288246cd,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:04.244308 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f6c459bb-a693-46e7-ba6b-fd7dcd547be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:04.364884 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c459bb-a693-46e7-ba6b-fd7dcd547be7 None None] Pushing event updated for resources: {'Port': ['ID=940c7745-f8f7-47c8-ab43-848e288246cd,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:04.483125 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-9837b12a-5828-4c60-9608-330d3c4ff5c4 None None] Provisioning complete for port 940c7745-f8f7-47c8-ab43-848e288246cd triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:04.483875 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9837b12a-5828-4c60-9608-330d3c4ff5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:04.610397 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:03Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:04.612892 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae92a198-7be6-4413-8627-52e7cca26add None None] Network 873e4e77-4867-4e86-9027-11db5f42ef24 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:07:04.631988 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffb96e-0aa5-4067-96c0-171079fa4535 req-9de6c796-bb7b-4d79-a6e9-f66caacbe1bc tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:04.633529 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-06ffb96e-0aa5-4067-96c0-171079fa4535 req-9de6c796-bb7b-4d79-a6e9-f66caacbe1bc tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 945 time: 0.4709408 Mar 11 18:07:04.660252 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aca0a6-e901-4a46-9054-e1c718be2da0 None None] The sync data for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi is: [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:03Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:07:04.663106 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-9837b12a-5828-4c60-9608-330d3c4ff5c4 None None] Current status of the port 940c7745-f8f7-47c8-ab43-848e288246cd is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:04.683992 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:07:04.705606 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Sync routers for ids ['10738ef3-45f3-41c3-8fb4-eef024f0d053'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:07:04.731266 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Routers {'10738ef3-45f3-41c3-8fb4-eef024f0d053'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:07:04.731923 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:06:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['10738ef3-45f3-41c3-8fb4-eef024f0d053'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:04.732130 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:04.737554 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-995313b2-ebcd-4f54-ac46-ec533e758dc9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9466183 Mar 11 18:07:04.739945 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 58396) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:04.762175 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-06ffb96e-0aa5-4067-96c0-171079fa4535 req-e728bdcb-43a0-4eb0-aa60-5ceaaa14ba6c tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052337 Mar 11 18:07:04.843549 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-849678e6-f8d0-4bad-8829-4a306d8a65b8 None None] Provisioning complete for port c577f3d5-040e-4b7d-9860-89871ac50ecc triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:04.844006 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-849678e6-f8d0-4bad-8829-4a306d8a65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:04.941008 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Set router 10738ef3-45f3-41c3-8fb4-eef024f0d053 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:07:05.136267 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-23741767-9757-4bf1-b6f5-0b84278811e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:05.257349 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-849678e6-f8d0-4bad-8829-4a306d8a65b8 None None] Current status of the port c577f3d5-040e-4b7d-9860-89871ac50ecc is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:05.257853 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-849678e6-f8d0-4bad-8829-4a306d8a65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:05.340241 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-849678e6-f8d0-4bad-8829-4a306d8a65b8 None None] For port c577f3d5-040e-4b7d-9860-89871ac50ecc, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=c577f3d5-040e-4b7d-9860-89871ac50ecc,segment=NetworkSegment(4c333081-45cf-4a74-bbde-304d216a336e),segment_id=4c333081-45cf-4a74-bbde-304d216a336e)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:05.395177 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-849678e6-f8d0-4bad-8829-4a306d8a65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:05.452580 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device c577f3d5-040e-4b7d-9860-89871ac50ecc up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:07:05.568091 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849678e6-f8d0-4bad-8829-4a306d8a65b8 None None] Pushing event updated for resources: {'Port': ['ID=c577f3d5-040e-4b7d-9860-89871ac50ecc,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:05.592508 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-d543e307-a0b0-4ebc-af3c-c6beb1578320 None None] Provisioning complete for port c577f3d5-040e-4b7d-9860-89871ac50ecc triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:05.593129 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d543e307-a0b0-4ebc-af3c-c6beb1578320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:05.687745 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'name': 'tempest-TestVolumeBootPattern-411252575-router', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:07:01Z', 'updated_at': '2022-03-11T18:07:03Z', 'revision_number': 3, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'gw_port': {'id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:07:02Z', 'updated_at': '2022-03-11T18:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:05.697269 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port c577f3d5-040e-4b7d-9860-89871ac50ecc triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:05.698050 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:05.743379 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Checking router: 10738ef3-45f3-41c3-8fb4-eef024f0d053 for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:07:05.743904 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Updating router 10738ef3-45f3-41c3-8fb4-eef024f0d053 port d4fdeb61-17ad-4521-baca-bfa2307f2847 binding host dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:07:05.841713 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:05.884621 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:06.052426 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c0ceb-8a70-4ac8-9a6c-df966a137072 req-0fd19f84-8cc0-4972-98ff-78596ca9a37b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:06.055044 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-433c0ceb-8a70-4ac8-9a6c-df966a137072 req-0fd19f84-8cc0-4972-98ff-78596ca9a37b tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 945 time: 0.1840458 Mar 11 18:07:06.079206 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-baba7e17-62ca-4658-bccb-d8acf999a7f8 req-b9b360b7-fc91-4251-98dd-1b94994b1d32 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1137602 Mar 11 18:07:06.090740 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-d543e307-a0b0-4ebc-af3c-c6beb1578320 None None] Current status of the port c577f3d5-040e-4b7d-9860-89871ac50ecc is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:06.128635 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-433c0ceb-8a70-4ac8-9a6c-df966a137072 req-be0bf9bb-9087-4822-ba1f-1a28c8396448 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629437 Mar 11 18:07:06.133527 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port c577f3d5-040e-4b7d-9860-89871ac50ecc is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:06.135361 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 940c7745-f8f7-47c8-ab43-848e288246cd up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:07:06.198079 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Allocated IP 172.20.0.1 (873e4e77-4867-4e86-9027-11db5f42ef24/2abced7b-b45e-41a9-a031-fe4e92c5c4e6/1d6887b7-6f5b-4ece-a8c8-7c1300f0227f) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:07:06.218986 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba7e17-62ca-4658-bccb-d8acf999a7f8 req-0f051ba0-1ff0-43e3-8dec-8198babb2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:06.220854 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-baba7e17-62ca-4658-bccb-d8acf999a7f8 req-0f051ba0-1ff0-43e3-8dec-8198babb2c8b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 1130 time: 0.0651419 Mar 11 18:07:06.381944 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Publish callbacks [] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:06.406091 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba7e17-62ca-4658-bccb-d8acf999a7f8 req-bc5bf794-9268-4c0b-b1c2-830488be1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:06.409134 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-baba7e17-62ca-4658-bccb-d8acf999a7f8 req-bc5bf794-9268-4c0b-b1c2-830488be1dd0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 919 time: 0.1589460 Mar 11 18:07:06.433722 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:06.472101 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Network 873e4e77-4867-4e86-9027-11db5f42ef24 is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:07:06.475360 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:07:06.479401 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:07:06.529949 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 940c7745-f8f7-47c8-ab43-848e288246cd triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:06.530481 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:06.542938 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-baba7e17-62ca-4658-bccb-d8acf999a7f8 req-b15a4212-3bfa-42e5-9ae1-8ab511aa35c6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 HTTP/1.1" status: 200 len: 1001 time: 0.1252325 Mar 11 18:07:06.557284 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6887b7-6f5b-4ece-a8c8-7c1300f0227f,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:06.581531 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933323'] for router_interface (10738ef3-45f3-41c3-8fb4-eef024f0d053), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:06.636865 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 940c7745-f8f7-47c8-ab43-848e288246cd is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:06.637774 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba7e17-62ca-4658-bccb-d8acf999a7f8 req-e511953a-71b4-46b5-96bb-1e636d883834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:06.639968 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-baba7e17-62ca-4658-bccb-d8acf999a7f8 req-e511953a-71b4-46b5-96bb-1e636d883834 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.0903890 Mar 11 18:07:06.733085 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Publish callbacks [] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:06.742817 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:06.812206 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba7e17-62ca-4658-bccb-d8acf999a7f8 req-4209e859-0eec-424d-99ff-9b5d0f6e3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:06.815740 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-baba7e17-62ca-4658-bccb-d8acf999a7f8 req-4209e859-0eec-424d-99ff-9b5d0f6e3550 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1621506 Mar 11 18:07:06.815997 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Attempting to bind port d4fdeb61-17ad-4521-baca-bfa2307f2847 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:07:06.817155 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Attempting to bind port d4fdeb61-17ad-4521-baca-bfa2307f2847 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:07:06.817472 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Attempting to bind port d4fdeb61-17ad-4521-baca-bfa2307f2847 on network cab8bdcb-495c-4275-ab04-6208af39108c {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:07:06.829446 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:07:06.829821 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Checking segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:07:06.830232 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:06.831008 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Bound using segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:07:06.831891 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Bound port: d4fdeb61-17ad-4521-baca-bfa2307f2847, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:07:06.832377 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:06.837735 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:06.880461 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461dae5-2459-4a9c-a636-e228077edf33 None None] Pushing event updated for resources: {'Port': ['ID=d4fdeb61-17ad-4521-baca-bfa2307f2847,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:06.899975 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] For port d4fdeb61-17ad-4521-baca-bfa2307f2847, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:07:06.913221 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] For port d4fdeb61-17ad-4521-baca-bfa2307f2847, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=d4fdeb61-17ad-4521-baca-bfa2307f2847,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:07:06.926011 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:06.980953 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-baba7e17-62ca-4658-bccb-d8acf999a7f8 req-6dad330c-43c9-465d-94db-4945483960a1 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527953 Mar 11 18:07:07.037327 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-4258e35f-03b9-4a93-971a-905214aa9d1e None None] Provisioning complete for port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:07.037749 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4258e35f-03b9-4a93-971a-905214aa9d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:07.066145 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Routers {'10738ef3-45f3-41c3-8fb4-eef024f0d053'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:07:07.066839 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:06:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['10738ef3-45f3-41c3-8fb4-eef024f0d053'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:07.071310 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461dae5-2459-4a9c-a636-e228077edf33 None None] Pushing event updated for resources: {'Port': ['ID=d4fdeb61-17ad-4521-baca-bfa2307f2847,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:07.081081 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Publish callbacks [] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:07.088080 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:07.127253 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-4258e35f-03b9-4a93-971a-905214aa9d1e None None] Port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:07:07.138958 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-baba7e17-62ca-4658-bccb-d8acf999a7f8 req-0e7972ec-2261-4759-9e3b-4808634dbbfd service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512945 Mar 11 18:07:07.194941 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933479'] for router_interface (10738ef3-45f3-41c3-8fb4-eef024f0d053), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:07.197172 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6887b7-6f5b-4ece-a8c8-7c1300f0227f,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:07.201698 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device c577f3d5-040e-4b7d-9860-89871ac50ecc up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:07:07.251244 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] Set router 10738ef3-45f3-41c3-8fb4-eef024f0d053 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:07:07.331545 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Network 873e4e77-4867-4e86-9027-11db5f42ef24 is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:07:07.333063 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:07:07.352796 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port c577f3d5-040e-4b7d-9860-89871ac50ecc triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:07.353174 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:07.480020 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Router 10738ef3-45f3-41c3-8fb4-eef024f0d053 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:07:07.553065 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port c577f3d5-040e-4b7d-9860-89871ac50ecc is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:07.594338 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'name': 'tempest-TestVolumeBootPattern-411252575-router', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:07:01Z', 'updated_at': '2022-03-11T18:07:06Z', 'revision_number': 4, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'gw_port': {'id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:07:02Z', 'updated_at': '2022-03-11T18:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '1d6887b7-6f5b-4ece-a8c8-7c1300f0227f', 'name': '', 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'mac_address': 'fa:16:3e:4e:f1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2abced7b-b45e-41a9-a031-fe4e92c5c4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:07:05Z', 'updated_at': '2022-03-11T18:07:06Z', 'revision_number': 1, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'subnets': [{'id': '2abced7b-b45e-41a9-a031-fe4e92c5c4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:07.622810 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:07:07.625842 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac72a8e-2b4a-4c74-a9d3-1a9588fca75f None None] The sync data for ids ['10738ef3-45f3-41c3-8fb4-eef024f0d053'] in dv-cinder-788368-4-iscsi is: [{'id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'name': 'tempest-TestVolumeBootPattern-411252575-router', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:07:01Z', 'updated_at': '2022-03-11T18:07:06Z', 'revision_number': 4, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'gw_port': {'id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:07:02Z', 'updated_at': '2022-03-11T18:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '1d6887b7-6f5b-4ece-a8c8-7c1300f0227f', 'name': '', 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'mac_address': 'fa:16:3e:4e:f1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2abced7b-b45e-41a9-a031-fe4e92c5c4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:07:05Z', 'updated_at': '2022-03-11T18:07:06Z', 'revision_number': 1, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'subnets': [{'id': '2abced7b-b45e-41a9-a031-fe4e92c5c4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:07:07.628441 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-35ffd582-e7e3-4f52-b709-c5ca8d714dc4 admin admin] 10.222.0.30 "PUT /v2.0/routers/10738ef3-45f3-41c3-8fb4-eef024f0d053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8867748 Mar 11 18:07:07.670856 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7e7436b4-bb14-438b-bad8-d0e501488ffc None None] Provisioning complete for port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:07.670856 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7e7436b4-bb14-438b-bad8-d0e501488ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:07.736240 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7e7436b4-bb14-438b-bad8-d0e501488ffc None None] Port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:07:07.931457 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2b3c86c9-9dc9-4d4b-a4c3-58a2898cd2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.362811 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58420) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:08.370250 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-6a83bac7-e5ed-48e3-91da-d97eb558ee2c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807266370', 'description': 'tempest-secgroup-smoke-1807266370 description', 'project_id': '54e501d16919459e828a80b476c6975f'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:08.404428 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6a83bac7-e5ed-48e3-91da-d97eb558ee2c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.498214 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6a83bac7-e5ed-48e3-91da-d97eb558ee2c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group (a57343bc-8057-46f1-91f1-a5227d31797b), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.504272 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6a83bac7-e5ed-48e3-91da-d97eb558ee2c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (a57343bc-8057-46f1-91f1-a5227d31797b), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.538025 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6a83bac7-e5ed-48e3-91da-d97eb558ee2c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.539345 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-6a83bac7-e5ed-48e3-91da-d97eb558ee2c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1750600 Mar 11 18:07:08.541655 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83bac7-e5ed-48e3-91da-d97eb558ee2c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57343bc-8057-46f1-91f1-a5227d31797b,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:08.542859 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 58422) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:08.547852 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-7781a12b-ffdc-46f1-a4c1-675459891d5c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'security_group_rule': {'security_group_id': 'a57343bc-8057-46f1-91f1-a5227d31797b', 'project_id': '54e501d16919459e828a80b476c6975f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:08.580468 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7781a12b-ffdc-46f1-a4c1-675459891d5c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (007037b0-4a4f-4537-94f7-101f8cc04d3c), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.653099 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7781a12b-ffdc-46f1-a4c1-675459891d5c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (007037b0-4a4f-4537-94f7-101f8cc04d3c), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.657877 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7781a12b-ffdc-46f1-a4c1-675459891d5c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (007037b0-4a4f-4537-94f7-101f8cc04d3c), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.679037 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781a12b-ffdc-46f1-a4c1-675459891d5c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007037b0-4a4f-4537-94f7-101f8cc04d3c,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:08.689015 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7781a12b-ffdc-46f1-a4c1-675459891d5c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.693307 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-7781a12b-ffdc-46f1-a4c1-675459891d5c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490588 Mar 11 18:07:08.693676 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58424) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:08.701622 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-0fbe3b27-ef6c-4ba4-842f-d05a180f2d9d tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'security_group_rule': {'security_group_id': 'a57343bc-8057-46f1-91f1-a5227d31797b', 'project_id': '54e501d16919459e828a80b476c6975f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:08.742843 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3b27-ef6c-4ba4-842f-d05a180f2d9d tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (b648648d-b9be-4b13-8d05-0c470030d994), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.823855 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3b27-ef6c-4ba4-842f-d05a180f2d9d tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (b648648d-b9be-4b13-8d05-0c470030d994), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.829371 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3b27-ef6c-4ba4-842f-d05a180f2d9d tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (b648648d-b9be-4b13-8d05-0c470030d994), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.849288 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe3b27-ef6c-4ba4-842f-d05a180f2d9d tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b648648d-b9be-4b13-8d05-0c470030d994,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:08.857243 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3b27-ef6c-4ba4-842f-d05a180f2d9d tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.858471 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-0fbe3b27-ef6c-4ba4-842f-d05a180f2d9d tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1632347 Mar 11 18:07:08.861145 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58426) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:08.865959 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-5d5c35ca-abd4-440c-a294-ecea43a0cca3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'security_group_rule': {'security_group_id': 'a57343bc-8057-46f1-91f1-a5227d31797b', 'project_id': '54e501d16919459e828a80b476c6975f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:08.894861 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5d5c35ca-abd4-440c-a294-ecea43a0cca3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (fd4e7278-2c38-492e-9e5e-4955affd957a), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.984196 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5d5c35ca-abd4-440c-a294-ecea43a0cca3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (fd4e7278-2c38-492e-9e5e-4955affd957a), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:08.990357 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5d5c35ca-abd4-440c-a294-ecea43a0cca3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (fd4e7278-2c38-492e-9e5e-4955affd957a), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.010415 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c35ca-abd4-440c-a294-ecea43a0cca3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4e7278-2c38-492e-9e5e-4955affd957a,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:09.026154 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5d5c35ca-abd4-440c-a294-ecea43a0cca3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.028087 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-5d5c35ca-abd4-440c-a294-ecea43a0cca3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657314 Mar 11 18:07:09.031241 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58430) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:09.038172 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-03d10918-426b-4f2e-81e1-2ccac12e3719 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'security_group_rule': {'security_group_id': 'a57343bc-8057-46f1-91f1-a5227d31797b', 'project_id': '54e501d16919459e828a80b476c6975f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:09.065922 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-03d10918-426b-4f2e-81e1-2ccac12e3719 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (177c054a-de9a-4c86-9869-6729b9e928b3), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.138961 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-03d10918-426b-4f2e-81e1-2ccac12e3719 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (177c054a-de9a-4c86-9869-6729b9e928b3), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.144033 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-03d10918-426b-4f2e-81e1-2ccac12e3719 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (177c054a-de9a-4c86-9869-6729b9e928b3), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.164600 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d10918-426b-4f2e-81e1-2ccac12e3719 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177c054a-de9a-4c86-9869-6729b9e928b3,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:09.175354 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-03d10918-426b-4f2e-81e1-2ccac12e3719 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.177721 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-03d10918-426b-4f2e-81e1-2ccac12e3719 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449828 Mar 11 18:07:09.180372 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 58432) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:09.185665 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-dfcec815-97b8-4bb2-b1c9-ca0af1c17aab tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'security_group_rule': {'security_group_id': 'a57343bc-8057-46f1-91f1-a5227d31797b', 'project_id': '54e501d16919459e828a80b476c6975f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:09.192033 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device d4fdeb61-17ad-4521-baca-bfa2307f2847 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:07:09.210181 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.securitygroups_db [None req-dfcec815-97b8-4bb2-b1c9-ca0af1c17aab tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Project 54e501d16919459e828a80b476c6975f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:07:09.218284 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-dfcec815-97b8-4bb2-b1c9-ca0af1c17aab tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (3f922454-3838-439d-9d18-74a78826891e), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.258810 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port d4fdeb61-17ad-4521-baca-bfa2307f2847 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:09.259187 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.313255 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-dfcec815-97b8-4bb2-b1c9-ca0af1c17aab tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (3f922454-3838-439d-9d18-74a78826891e), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.319753 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-dfcec815-97b8-4bb2-b1c9-ca0af1c17aab tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (3f922454-3838-439d-9d18-74a78826891e), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.349241 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcec815-97b8-4bb2-b1c9-ca0af1c17aab tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f922454-3838-439d-9d18-74a78826891e,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:09.362089 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-dfcec815-97b8-4bb2-b1c9-ca0af1c17aab tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.363654 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-dfcec815-97b8-4bb2-b1c9-ca0af1c17aab tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1822491 Mar 11 18:07:09.367848 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port d4fdeb61-17ad-4521-baca-bfa2307f2847 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:09.368525 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58434) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:09.371004 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.373576 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-0499ab0f-de51-4a23-8481-90c6aaeac347 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'security_group_rule': {'security_group_id': 'a57343bc-8057-46f1-91f1-a5227d31797b', 'project_id': '54e501d16919459e828a80b476c6975f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:09.397796 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.securitygroups_db [None req-0499ab0f-de51-4a23-8481-90c6aaeac347 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Project 54e501d16919459e828a80b476c6975f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:07:09.398968 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port d4fdeb61-17ad-4521-baca-bfa2307f2847, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=d4fdeb61-17ad-4521-baca-bfa2307f2847,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:09.403951 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0499ab0f-de51-4a23-8481-90c6aaeac347 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (e0069354-5704-4a75-b00a-5dcd91fa5883), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.404427 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.468663 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=d4fdeb61-17ad-4521-baca-bfa2307f2847,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:09.487517 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0499ab0f-de51-4a23-8481-90c6aaeac347 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (e0069354-5704-4a75-b00a-5dcd91fa5883), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.493082 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0499ab0f-de51-4a23-8481-90c6aaeac347 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (e0069354-5704-4a75-b00a-5dcd91fa5883), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.524022 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499ab0f-de51-4a23-8481-90c6aaeac347 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0069354-5704-4a75-b00a-5dcd91fa5883,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:09.538318 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0499ab0f-de51-4a23-8481-90c6aaeac347 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:09.543592 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-0499ab0f-de51-4a23-8481-90c6aaeac347 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1705370 Mar 11 18:07:10.784517 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:11.169128 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device d4fdeb61-17ad-4521-baca-bfa2307f2847 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:07:11.223202 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port d4fdeb61-17ad-4521-baca-bfa2307f2847 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:11.223572 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:11.317784 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port d4fdeb61-17ad-4521-baca-bfa2307f2847 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:11.648677 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Sync routers for ids ['10738ef3-45f3-41c3-8fb4-eef024f0d053'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:07:11.668811 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Routers {'10738ef3-45f3-41c3-8fb4-eef024f0d053'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:07:11.669823 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:07:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['10738ef3-45f3-41c3-8fb4-eef024f0d053'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:11.678387 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:11.832560 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Set router 10738ef3-45f3-41c3-8fb4-eef024f0d053 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:07:12.094246 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'name': 'tempest-TestVolumeBootPattern-411252575-router', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:07:01Z', 'updated_at': '2022-03-11T18:07:06Z', 'revision_number': 4, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'gw_port': {'id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:07:02Z', 'updated_at': '2022-03-11T18:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '1d6887b7-6f5b-4ece-a8c8-7c1300f0227f', 'name': '', 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'mac_address': 'fa:16:3e:4e:f1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2abced7b-b45e-41a9-a031-fe4e92c5c4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:07:05Z', 'updated_at': '2022-03-11T18:07:06Z', 'revision_number': 2, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'subnets': [{'id': '2abced7b-b45e-41a9-a031-fe4e92c5c4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:12.148744 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Checking router: 10738ef3-45f3-41c3-8fb4-eef024f0d053 for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:07:12.149311 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Updating router 10738ef3-45f3-41c3-8fb4-eef024f0d053 port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f binding host dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:07:12.196675 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:12.410010 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:12.489399 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Publish callbacks [] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:12.500232 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:12.548789 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf1657-025b-4630-9ef1-f4fd9e145a2e None None] Pushing event updated for resources: {'Port': ['ID=1d6887b7-6f5b-4ece-a8c8-7c1300f0227f,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:12.621953 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Attempting to bind port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:07:12.622621 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Attempting to bind port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '4c333081-45cf-4a74-bbde-304d216a336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:07:12.623232 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Attempting to bind port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f on network 873e4e77-4867-4e86-9027-11db5f42ef24 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:07:12.632398 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:07:12.633023 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Checking segment: {'id': '4c333081-45cf-4a74-bbde-304d216a336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:07:12.633684 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:12.634419 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Bound using segment: {'id': '4c333081-45cf-4a74-bbde-304d216a336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:07:12.635141 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Bound port: 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c333081-45cf-4a74-bbde-304d216a336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:07:12.635769 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:12.718867 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] For port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:07:12.724791 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] For port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=1d6887b7-6f5b-4ece-a8c8-7c1300f0227f,segment=NetworkSegment(4c333081-45cf-4a74-bbde-304d216a336e),segment_id=4c333081-45cf-4a74-bbde-304d216a336e)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:07:12.735870 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:12.788605 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5893a66b-23e2-4c13-b2e6-e0a3c89c337e None None] Provisioning complete for port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:12.789018 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5893a66b-23e2-4c13-b2e6-e0a3c89c337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:12.846150 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Routers {'10738ef3-45f3-41c3-8fb4-eef024f0d053'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:07:12.847252 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:07:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['10738ef3-45f3-41c3-8fb4-eef024f0d053'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:12.852249 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf1657-025b-4630-9ef1-f4fd9e145a2e None None] Pushing event updated for resources: {'Port': ['ID=1d6887b7-6f5b-4ece-a8c8-7c1300f0227f,revision_number=4']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:12.884919 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5893a66b-23e2-4c13-b2e6-e0a3c89c337e None None] Current status of the port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:12.885473 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5893a66b-23e2-4c13-b2e6-e0a3c89c337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:12.922523 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5893a66b-23e2-4c13-b2e6-e0a3c89c337e None None] For port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=1d6887b7-6f5b-4ece-a8c8-7c1300f0227f,segment=NetworkSegment(4c333081-45cf-4a74-bbde-304d216a336e),segment_id=4c333081-45cf-4a74-bbde-304d216a336e)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:12.928967 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5893a66b-23e2-4c13-b2e6-e0a3c89c337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:13.014277 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893a66b-23e2-4c13-b2e6-e0a3c89c337e None None] Pushing event updated for resources: {'Port': ['ID=1d6887b7-6f5b-4ece-a8c8-7c1300f0227f,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:13.016759 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] Set router 10738ef3-45f3-41c3-8fb4-eef024f0d053 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:07:13.064696 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-25106b80-ccd6-45a7-8ecf-19d0f056851b None None] Provisioning complete for port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:13.065309 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-25106b80-ccd6-45a7-8ecf-19d0f056851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:13.263204 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-25106b80-ccd6-45a7-8ecf-19d0f056851b None None] Current status of the port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:13.269387 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:07:13.377864 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:13.378453 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:13.429822 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'name': 'tempest-TestVolumeBootPattern-411252575-router', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:07:01Z', 'updated_at': '2022-03-11T18:07:06Z', 'revision_number': 4, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'gw_port': {'id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:07:02Z', 'updated_at': '2022-03-11T18:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '1d6887b7-6f5b-4ece-a8c8-7c1300f0227f', 'name': '', 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'mac_address': 'fa:16:3e:4e:f1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2abced7b-b45e-41a9-a031-fe4e92c5c4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:07:05Z', 'updated_at': '2022-03-11T18:07:12Z', 'revision_number': 4, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'subnets': [{'id': '2abced7b-b45e-41a9-a031-fe4e92c5c4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:13.459274 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e591c-cbc6-486b-baf5-9f509caa619f None None] The sync data for ids ['10738ef3-45f3-41c3-8fb4-eef024f0d053'] in dv-cinder-788368-4-iscsi is: [{'id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'name': 'tempest-TestVolumeBootPattern-411252575-router', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:07:01Z', 'updated_at': '2022-03-11T18:07:06Z', 'revision_number': 4, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'gw_port': {'id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:07:02Z', 'updated_at': '2022-03-11T18:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '1d6887b7-6f5b-4ece-a8c8-7c1300f0227f', 'name': '', 'network_id': '873e4e77-4867-4e86-9027-11db5f42ef24', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'mac_address': 'fa:16:3e:4e:f1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2abced7b-b45e-41a9-a031-fe4e92c5c4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:07:05Z', 'updated_at': '2022-03-11T18:07:12Z', 'revision_number': 4, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'subnets': [{'id': '2abced7b-b45e-41a9-a031-fe4e92c5c4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:07:13.481073 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:16.049413 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:07:29.264656 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:34.969486 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4e12592f-bb34-4def-94b2-2141412f8cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:35.472453 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd0e4d-5fe4-4d19-a39c-a537832cdf5a req-e6459312-24b0-4615-b865-5f633b42d62f tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:35.473925 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-57dd0e4d-5fe4-4d19-a39c-a537832cdf5a req-e6459312-24b0-4615-b865-5f633b42d62f tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 945 time: 0.0673578 Mar 11 18:07:35.523407 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-57dd0e4d-5fe4-4d19-a39c-a537832cdf5a req-8748c541-7949-4160-83cc-9040549ad64a tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436101 Mar 11 18:07:36.654171 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48063eaf-004e-427b-a25f-2ab26b8d4314 req-4bbdc987-9807-439a-81ef-1cb0da699856 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:36.655747 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-48063eaf-004e-427b-a25f-2ab26b8d4314 req-4bbdc987-9807-439a-81ef-1cb0da699856 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 945 time: 0.0591040 Mar 11 18:07:36.703665 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-48063eaf-004e-427b-a25f-2ab26b8d4314 req-f876aeb3-9999-4579-a1d7-920c2764f51f tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Mar 11 18:07:37.569441 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66005df8-96f8-41a8-8188-de51656814b9 req-1fd6983e-a361-4e39-8fc7-cc375bad8f6f tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:37.571066 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-66005df8-96f8-41a8-8188-de51656814b9 req-1fd6983e-a361-4e39-8fc7-cc375bad8f6f tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.104 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 945 time: 0.0597639 Mar 11 18:07:37.678406 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-66005df8-96f8-41a8-8188-de51656814b9 req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Deleting port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:07:37.679093 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-66005df8-96f8-41a8-8188-de51656814b9 req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:37.772242 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-66005df8-96f8-41a8-8188-de51656814b9 req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] For port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fe75644-c8cc-49fa-b959-8a10cc1fbf13,segment=NetworkSegment(f15b3d0c-6b99-4c56-98ea-53110f8d27d4),segment_id=f15b3d0c-6b99-4c56-98ea-53110f8d27d4)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:37.772612 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-66005df8-96f8-41a8-8188-de51656814b9 req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:37.813134 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-66005df8-96f8-41a8-8188-de51656814b9 req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Calling delete_port for 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:07:37.887572 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fe76de0a-0aac-4b2f-a449-5266ed8854e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:37.888151 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc01e8-645b-45c9-abb7-cb3ae12df499 req-c7da2749-3be5-4c98-b095-c9bfdc59f2fc tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:37.889273 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-83bc01e8-645b-45c9-abb7-cb3ae12df499 req-c7da2749-3be5-4c98-b095-c9bfdc59f2fc tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd22b214-c12e-43a3-a95e-a9ac31ca9fa4 HTTP/1.1" status: 200 len: 945 time: 0.1140373 Mar 11 18:07:37.977304 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-83bc01e8-645b-45c9-abb7-cb3ae12df499 req-9749e540-d6e0-47fa-af14-ebf4a2105669 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.30 "GET /v2.0/security-groups?id=236032c4-301d-4427-a592-4ad0f50b6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769007 Mar 11 18:07:38.009178 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-66005df8-96f8-41a8-8188-de51656814b9 req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (7fe75644-c8cc-49fa-b959-8a10cc1fbf13), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:38.023741 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['7fe75644-c8cc-49fa-b959-8a10cc1fbf13'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:07:38.038311 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Pushing event deleted for resources: {'Port': ['ID=7fe75644-c8cc-49fa-b959-8a10cc1fbf13,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:38.052036 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.052383 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.052756 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.053087 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.053414 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.053737 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.054040 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.054345 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.054688 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.055012 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.055330 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.055641 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.055951 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:38.091479 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-66005df8-96f8-41a8-8188-de51656814b9 req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] No DVR routers for this DVR port 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:07:38.094063 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-66005df8-96f8-41a8-8188-de51656814b9 req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:38.097444 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-66005df8-96f8-41a8-8188-de51656814b9 req-e4734418-faac-45e0-a63a-7ab6abb1cdb4 tempest-VolumesSnapshotTestJSON-546740860 tempest-VolumesSnapshotTestJSON-546740860-project] 10.222.0.104 "DELETE /v2.0/ports/7fe75644-c8cc-49fa-b959-8a10cc1fbf13 HTTP/1.1" status: 204 len: 173 time: 0.5196147 Mar 11 18:07:38.097885 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd22b214-c12e-43a3-a95e-a9ac31ca9fa4', 'name': 'network-vif-deleted', 'tag': '7fe75644-c8cc-49fa-b959-8a10cc1fbf13'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:07:38.100404 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae27849-244d-4f5c-a08b-2eff43935dea" -d '{"events": [{"server_uuid": "dd22b214-c12e-43a3-a95e-a9ac31ca9fa4", "name": "network-vif-deleted", "tag": "7fe75644-c8cc-49fa-b959-8a10cc1fbf13"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:07:38.138953 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b954ad-af3c-4442-bea3-a933b88e8ac2 x-openstack-request-id: req-c7b954ad-af3c-4442-bea3-a933b88e8ac2 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:07:38.139195 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd22b214-c12e-43a3-a95e-a9ac31ca9fa4", "name": "network-vif-deleted", "tag": "7fe75644-c8cc-49fa-b959-8a10cc1fbf13", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:07:38.139452 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7b954ad-af3c-4442-bea3-a933b88e8ac2 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:07:38.139835 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd22b214-c12e-43a3-a95e-a9ac31ca9fa4', 'name': 'network-vif-deleted', 'tag': '7fe75644-c8cc-49fa-b959-8a10cc1fbf13', 'status': 'completed', 'code': 200} Mar 11 18:07:40.784174 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:41.685685 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:42.139478 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-25b7aee1-9fb7-47ae-8a19-df436ac604d2 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807266370&fields=id&tenant_id=54e501d16919459e828a80b476c6975f HTTP/1.1" status: 200 len: 267 time: 0.0466342 Mar 11 18:07:42.253275 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-1476ba69-fb97-4a62-8805-daec4c1718b0 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:42.254827 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-1476ba69-fb97-4a62-8805-daec4c1718b0 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 811 time: 0.1088178 Mar 11 18:07:42.270343 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-abae7a82-92a3-42d2-a738-6b003d0cca06 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/quotas/54e501d16919459e828a80b476c6975f HTTP/1.1" status: 200 len: 375 time: 0.0096750 Mar 11 18:07:42.336662 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-e6fde13c-1045-411f-acd7-cbdfe8643ca8 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605261 Mar 11 18:07:42.405509 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:42.420519 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:07:42.443675 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:07:42.444021 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 7fe75644-c8cc-49fa-b959-8a10cc1fbf13 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:07:42.448383 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-65968e7b-dbfa-43e7-bdd9-1c16be6319e5 service neutron] 10.222.0.30 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994310 Mar 11 18:07:42.542991 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-9070d1d1-3156-416c-bba8-5c229d384439 service neutron] 10.222.0.30 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869484 Mar 11 18:07:42.881094 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b69d32e5-fc96-44b2-bf1e-becde6d3e4ae req-bae1e46d-1605-4bbd-b0b1-7ac6416ebdbe tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 210 time: 0.0271821 Mar 11 18:07:43.986311 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a2d9b27a-4906-4330-a07a-db034a4fe967 req-e541c35a-b02c-4ba6-b8cf-f5dc7b51c064 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 210 time: 0.0332234 Mar 11 18:07:45.103183 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e99b837c-c73e-4c45-8719-0effd3fe5167 req-35cb7978-57c1-421f-bb5d-fc5464d93532 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 210 time: 0.0305979 Mar 11 18:07:46.203605 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e62f76a0-e124-4017-b982-a371530a335b req-a1fa20d1-9558-4541-aad5-aaf0d897a38c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 210 time: 0.0277975 Mar 11 18:07:46.451899 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-7cd2c6b5-6d61-4843-be9b-46dbc3dba6c6 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:46.453484 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-7cd2c6b5-6d61-4843-be9b-46dbc3dba6c6 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 811 time: 0.1123450 Mar 11 18:07:46.548378 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-0db6661a-9c63-4f8a-8f81-0523a4e69a01 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54e501d16919459e828a80b476c6975f HTTP/1.1" status: 200 len: 380 time: 0.0863194 Mar 11 18:07:46.557119 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'port': {'device_id': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'admin_state_up': True, 'tenant_id': '54e501d16919459e828a80b476c6975f', 'security_groups': ['a57343bc-8057-46f1-91f1-a5227d31797b']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:46.682784 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Made reservation on behalf of 54e501d16919459e828a80b476c6975f for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:07:46.686748 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:46.826808 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Allocated IP 172.20.0.5 (40a6fc10-0802-4171-af52-b02d08befdbb/3d178729-e750-4dbd-a6e1-5a3b4f2358c5/e7c5dff9-bfc4-43ec-9cb0-826fe252713f) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:07:46.992395 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:47.032264 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:47.087843 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Network 40a6fc10-0802-4171-af52-b02d08befdbb is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:07:47.091601 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:07:47.096981 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:07:47.101848 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'Port': ['ID=e7c5dff9-bfc4-43ec-9cb0-826fe252713f,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:47.176877 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:47.178837 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:47.201936 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-b6d59680-78a8-48e7-a204-951360c1728f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6488097 Mar 11 18:07:47.220398 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Request body: {'port': {'device_id': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:47.330432 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:47.385835 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377579a-f1bf-4577-a2bb-154688854010 req-defceded-d30b-449e-b677-710559ccd4dc tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:47.387418 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3377579a-f1bf-4577-a2bb-154688854010 req-defceded-d30b-449e-b677-710559ccd4dc tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 931 time: 0.0936687 Mar 11 18:07:47.400932 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-41359683-7c7f-4c66-9d69-7127abbab7bf None None] Provisioning complete for port e7c5dff9-bfc4-43ec-9cb0-826fe252713f triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:07:47.401624 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41359683-7c7f-4c66-9d69-7127abbab7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:47.438152 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-41359683-7c7f-4c66-9d69-7127abbab7bf None None] Port e7c5dff9-bfc4-43ec-9cb0-826fe252713f cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:07:47.514217 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3377579a-f1bf-4577-a2bb-154688854010 req-0df170d5-2660-48c0-ab4d-46cdcf5bc8ff tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196249 Mar 11 18:07:47.669491 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c5dff9-bfc4-43ec-9cb0-826fe252713f {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:07:47.678495 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Publish callbacks [] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:47.698435 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Transition to ACTIVE for port object e7c5dff9-bfc4-43ec-9cb0-826fe252713f will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:07:47.706645 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:47.789572 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c5dff9-bfc4-43ec-9cb0-826fe252713f,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:47.843910 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Attempting to bind port e7c5dff9-bfc4-43ec-9cb0-826fe252713f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:07:47.844239 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Attempting to bind port e7c5dff9-bfc4-43ec-9cb0-826fe252713f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:07:47.844570 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Attempting to bind port e7c5dff9-bfc4-43ec-9cb0-826fe252713f on network 40a6fc10-0802-4171-af52-b02d08befdbb {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:07:47.849158 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Port e7c5dff9-bfc4-43ec-9cb0-826fe252713f on network 40a6fc10-0802-4171-af52-b02d08befdbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:07:47.849475 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Attempting to bind port e7c5dff9-bfc4-43ec-9cb0-826fe252713f on network 40a6fc10-0802-4171-af52-b02d08befdbb {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:07:47.855040 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:07:47.855370 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Checking segment: {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:07:47.855748 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Bound using segment: {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:07:47.856171 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Bound port: e7c5dff9-bfc4-43ec-9cb0-826fe252713f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:07:47.856532 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:47.930487 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] For port e7c5dff9-bfc4-43ec-9cb0-826fe252713f, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:07:47.934519 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] For port e7c5dff9-bfc4-43ec-9cb0-826fe252713f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7c5dff9-bfc4-43ec-9cb0-826fe252713f,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:07:47.940869 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:47.975516 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:47.977053 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:47.978649 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] 10.222.0.104 "PUT /v2.0/ports/e7c5dff9-bfc4-43ec-9cb0-826fe252713f HTTP/1.1" status: 200 len: 1093 time: 0.7634101 Mar 11 18:07:47.978970 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'tag': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:07:47.981252 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382a2004-eb35-4fca-97ff-bd1bb745141d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b872bb-605c-4ab8-9601-f9a171944003", "tag": "e7c5dff9-bfc4-43ec-9cb0-826fe252713f"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:07:48.010940 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567941be-4fbc-4aa0-935e-3ddf472d4795 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c5dff9-bfc4-43ec-9cb0-826fe252713f,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:48.039517 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedde999-afbc-4a88-a9da-4d5371eed496 x-openstack-request-id: req-bedde999-afbc-4a88-a9da-4d5371eed496 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:07:48.039805 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b872bb-605c-4ab8-9601-f9a171944003", "tag": "e7c5dff9-bfc4-43ec-9cb0-826fe252713f", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:07:48.040090 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bedde999-afbc-4a88-a9da-4d5371eed496 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:07:48.040585 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'tag': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f', 'status': 'completed', 'code': 200} Mar 11 18:07:48.095897 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-cc682b47-2575-4275-b020-67e2c9a8c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:48.097824 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-cc682b47-2575-4275-b020-67e2c9a8c5b5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 1127 time: 0.0515282 Mar 11 18:07:48.146869 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-ce0eabf6-55db-4968-b8fc-7a00d71c876e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c5dff9-bfc4-43ec-9cb0-826fe252713f HTTP/1.1" status: 200 len: 217 time: 0.0404365 Mar 11 18:07:48.201333 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-678dd141-b797-4b29-826b-f0f5c0ed2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:48.203418 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-678dd141-b797-4b29-826b-f0f5c0ed2f62 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.0499678 Mar 11 18:07:48.255183 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-e90c7d2b-0874-48c6-88cd-620dbe6d2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:48.256833 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-e90c7d2b-0874-48c6-88cd-620dbe6d2cb4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467308 Mar 11 18:07:48.354991 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-61ceee62-c82c-4620-ac8c-c93e00a8eee1 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917733 Mar 11 18:07:48.450516 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdad8197-4e3c-44ba-998f-2553d68d27c9 req-8e42af00-b658-4a7b-905a-d42237d3ec8d service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867491 Mar 11 18:07:48.556753 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a2004-eb35-4fca-97ff-bd1bb745141d req-cfda2d35-29ae-466a-bb16-696d9a038a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:48.558351 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-382a2004-eb35-4fca-97ff-bd1bb745141d req-cfda2d35-29ae-466a-bb16-696d9a038a94 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 1127 time: 0.0507383 Mar 11 18:07:48.689466 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a2004-eb35-4fca-97ff-bd1bb745141d req-a7ccd4bb-c8df-4ad1-aa6e-cdaaeaedea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:48.691030 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-382a2004-eb35-4fca-97ff-bd1bb745141d req-a7ccd4bb-c8df-4ad1-aa6e-cdaaeaedea68 service neutron] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 913 time: 0.1260543 Mar 11 18:07:48.699271 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc94829-dad3-4072-8c00-883d36eb0a81 req-bf976ea8-d8b0-48f2-9ddf-931543136e4b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:48.701141 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1cc94829-dad3-4072-8c00-883d36eb0a81 req-bf976ea8-d8b0-48f2-9ddf-931543136e4b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 943 time: 0.1103861 Mar 11 18:07:48.747454 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-382a2004-eb35-4fca-97ff-bd1bb745141d req-eb4babf7-912e-4dcd-a0ff-62cbffc6edf8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c5dff9-bfc4-43ec-9cb0-826fe252713f HTTP/1.1" status: 200 len: 217 time: 0.0452597 Mar 11 18:07:48.822662 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1cc94829-dad3-4072-8c00-883d36eb0a81 req-46cddfd0-f0bd-4f36-a1c5-dfc4a8086bdd tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144104 Mar 11 18:07:48.824221 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a2004-eb35-4fca-97ff-bd1bb745141d req-a05ca290-4bb3-46cf-9d45-68ebca219472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:48.825966 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-382a2004-eb35-4fca-97ff-bd1bb745141d req-a05ca290-4bb3-46cf-9d45-68ebca219472 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.0717120 Mar 11 18:07:48.881330 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a2004-eb35-4fca-97ff-bd1bb745141d req-a4a1c9a6-faa5-4da1-8167-e1a5936bbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:48.883040 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-382a2004-eb35-4fca-97ff-bd1bb745141d req-a4a1c9a6-faa5-4da1-8167-e1a5936bbc56 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502698 Mar 11 18:07:48.979766 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-382a2004-eb35-4fca-97ff-bd1bb745141d req-274b8223-3643-4cb3-aa2c-9b9e8d1f0f6e service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903647 Mar 11 18:07:49.077488 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-382a2004-eb35-4fca-97ff-bd1bb745141d req-80677e91-092f-4de1-ab83-ba8423a10291 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911200 Mar 11 18:07:49.947924 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b11df-3f90-4bdb-adcd-babadf707098 req-130f29c7-b652-4722-aa61-96d0a98a1f94 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:49.949468 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-508b11df-3f90-4bdb-adcd-babadf707098 req-130f29c7-b652-4722-aa61-96d0a98a1f94 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 943 time: 0.0550895 Mar 11 18:07:50.007141 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-508b11df-3f90-4bdb-adcd-babadf707098 req-fbff91a2-e6bc-4dbb-bacf-8ffcf98073cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514202 Mar 11 18:07:51.141068 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d98a53-155d-4264-ae7c-3804de9c514f req-1d97cd64-3b5b-4871-8240-927debb5bae5 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:51.142761 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-07d98a53-155d-4264-ae7c-3804de9c514f req-1d97cd64-3b5b-4871-8240-927debb5bae5 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 943 time: 0.0612967 Mar 11 18:07:51.201485 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-07d98a53-155d-4264-ae7c-3804de9c514f req-4f6c3487-1267-4a62-a673-d09661e1cef5 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493517 Mar 11 18:07:52.356555 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e8194-c418-46f7-9f6a-3a2b646fb14e req-0071581c-620b-4b8b-87bf-16e98236fc07 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:52.359331 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-df0e8194-c418-46f7-9f6a-3a2b646fb14e req-0071581c-620b-4b8b-87bf-16e98236fc07 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 943 time: 0.0870364 Mar 11 18:07:52.412252 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-df0e8194-c418-46f7-9f6a-3a2b646fb14e req-41e488a2-f323-40e4-9278-67ce68da829e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469835 Mar 11 18:07:53.048141 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:07:53.537197 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a1a09-1e2e-4422-8800-7fc735ecdb83 req-42c4347f-62f3-488a-aebc-ab3006161d6e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:53.538812 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-181a1a09-1e2e-4422-8800-7fc735ecdb83 req-42c4347f-62f3-488a-aebc-ab3006161d6e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 943 time: 0.0581241 Mar 11 18:07:53.609300 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-181a1a09-1e2e-4422-8800-7fc735ecdb83 req-88330cbc-9992-4372-88c9-11f55da2915c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633953 Mar 11 18:07:54.736458 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c9a79-e501-4ca4-adb6-1979439bdc26 req-6b7fbe27-e212-497a-8702-dfe0995e6569 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:54.738283 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ae4c9a79-e501-4ca4-adb6-1979439bdc26 req-6b7fbe27-e212-497a-8702-dfe0995e6569 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 943 time: 0.0590587 Mar 11 18:07:54.797686 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ae4c9a79-e501-4ca4-adb6-1979439bdc26 req-0ad83e53-2dde-43be-b9e1-1f98aa4937ad tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501914 Mar 11 18:07:55.933448 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0647970-e64a-40ba-b6b1-22507fce2556 req-db1beb48-0b66-459b-8fbf-2fd1b33ad90a tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:55.935405 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f0647970-e64a-40ba-b6b1-22507fce2556 req-db1beb48-0b66-459b-8fbf-2fd1b33ad90a tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 943 time: 0.0568824 Mar 11 18:07:55.994302 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f0647970-e64a-40ba-b6b1-22507fce2556 req-aa4d97fb-5d94-4715-bbc6-b2a55b5f1a18 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499282 Mar 11 18:07:57.119018 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52595787-dcd0-4c9a-8a49-74ac35bfe04d req-934f9b1f-7778-4c4b-ac63-d6eb8bc7af6f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:57.120549 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-52595787-dcd0-4c9a-8a49-74ac35bfe04d req-934f9b1f-7778-4c4b-ac63-d6eb8bc7af6f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 943 time: 0.0566065 Mar 11 18:07:57.172143 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-52595787-dcd0-4c9a-8a49-74ac35bfe04d req-292d71ff-b2c4-420b-a498-01c5c16becaf tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449181 Mar 11 18:07:58.313341 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ff730-4755-4841-aca5-aafb6affe7de req-495cae46-1c10-4f59-b3d8-f9058d2e566d tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:58.314906 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f45ff730-4755-4841-aca5-aafb6affe7de req-495cae46-1c10-4f59-b3d8-f9058d2e566d tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 943 time: 0.0609355 Mar 11 18:07:58.366531 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f45ff730-4755-4841-aca5-aafb6affe7de req-41ba0ca3-57eb-4e11-9eef-82a1337d534f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457566 Mar 11 18:07:58.528788 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device e7c5dff9-bfc4-43ec-9cb0-826fe252713f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:07:58.646303 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port e7c5dff9-bfc4-43ec-9cb0-826fe252713f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7c5dff9-bfc4-43ec-9cb0-826fe252713f,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:58.659400 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'port_id': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f', 'mac_address': 'fa:16:3e:6b:9d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:07:58.701599 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port e7c5dff9-bfc4-43ec-9cb0-826fe252713f is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:07:58.702019 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:58.721553 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c5dff9-bfc4-43ec-9cb0-826fe252713f {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:07:58.744952 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port e7c5dff9-bfc4-43ec-9cb0-826fe252713f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7c5dff9-bfc4-43ec-9cb0-826fe252713f,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:58.750799 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:58.803366 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=e7c5dff9-bfc4-43ec-9cb0-826fe252713f,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:58.811119 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.811497 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.811864 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.812181 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.812554 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.812892 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.813222 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.813555 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.813882 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.814231 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.814570 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.814907 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.815232 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:59.228694 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['e7c5dff9-bfc4-43ec-9cb0-826fe252713f'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:07:59.302179 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:59.510837 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f06de8-194b-4ea0-83be-808c9d81c518 req-ca90d668-1421-4c3a-b379-ae5d32208f20 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:59.512430 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-08f06de8-194b-4ea0-83be-808c9d81c518 req-ca90d668-1421-4c3a-b379-ae5d32208f20 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 944 time: 0.0761266 Mar 11 18:07:59.568769 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-08f06de8-194b-4ea0-83be-808c9d81c518 req-285abba4-9d89-4c60-8ba5-d3074578a49b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505903 Mar 11 18:08:00.558720 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device e7c5dff9-bfc4-43ec-9cb0-826fe252713f up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:08:00.616724 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port e7c5dff9-bfc4-43ec-9cb0-826fe252713f completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:08:00.621527 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port e7c5dff9-bfc4-43ec-9cb0-826fe252713f triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:08:00.621968 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:00.699643 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a91366-a3ec-4952-8799-128123242979 req-6e3dc03d-6116-452d-ac88-b82ab0326e53 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:00.701560 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-00a91366-a3ec-4952-8799-128123242979 req-6e3dc03d-6116-452d-ac88-b82ab0326e53 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 944 time: 0.0587330 Mar 11 18:08:00.706464 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port e7c5dff9-bfc4-43ec-9cb0-826fe252713f is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:08:00.706881 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:00.732262 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:08:00.734643 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ff2f35-1dbb-4d95-9aaf-46520e232407" -d '{"events": [{"server_uuid": "d4b872bb-605c-4ab8-9601-f9a171944003", "name": "network-vif-plugged", "status": "completed", "tag": "e7c5dff9-bfc4-43ec-9cb0-826fe252713f"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:08:00.751350 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port e7c5dff9-bfc4-43ec-9cb0-826fe252713f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7c5dff9-bfc4-43ec-9cb0-826fe252713f,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:00.756618 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-00a91366-a3ec-4952-8799-128123242979 req-0124cf04-16bf-4ac7-bca2-c4b0bd508d57 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484235 Mar 11 18:08:00.756775 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:00.804348 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cdbd0d-17d1-4c48-a342-477b0a428069 x-openstack-request-id: req-58cdbd0d-17d1-4c48-a342-477b0a428069 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:08:00.804772 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b872bb-605c-4ab8-9601-f9a171944003", "name": "network-vif-plugged", "status": "completed", "tag": "e7c5dff9-bfc4-43ec-9cb0-826fe252713f", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:08:00.805145 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58cdbd0d-17d1-4c48-a342-477b0a428069 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:08:00.805629 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f', 'code': 200} Mar 11 18:08:00.832345 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=e7c5dff9-bfc4-43ec-9cb0-826fe252713f,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:01.038171 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8356c6-e6d5-4e39-8cc2-75f78f732ca6 req-fd6600cd-3eef-4ed3-bb89-8d423b7d1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:01.039997 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ae8356c6-e6d5-4e39-8cc2-75f78f732ca6 req-fd6600cd-3eef-4ed3-bb89-8d423b7d1ec2 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 1129 time: 0.0462689 Mar 11 18:08:01.087124 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ae8356c6-e6d5-4e39-8cc2-75f78f732ca6 req-0f93220f-e8ca-424f-b202-d921f83d20e0 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390351 Mar 11 18:08:01.566911 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fd28032a-f7db-47da-b9e3-6271d1eafd58 req-aded3112-3e6d-4261-a6e3-90df0dc4849f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471854 Mar 11 18:08:01.641273 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28032a-f7db-47da-b9e3-6271d1eafd58 req-9244a4ba-c39f-400c-ba77-95153fe6d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:01.642791 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fd28032a-f7db-47da-b9e3-6271d1eafd58 req-9244a4ba-c39f-400c-ba77-95153fe6d74f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 1129 time: 0.0497949 Mar 11 18:08:01.760847 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28032a-f7db-47da-b9e3-6271d1eafd58 req-3f7ffae6-98d4-48d0-9d57-ef6e50af295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:01.762340 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fd28032a-f7db-47da-b9e3-6271d1eafd58 req-3f7ffae6-98d4-48d0-9d57-ef6e50af295f service neutron] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 917 time: 0.0986960 Mar 11 18:08:01.871842 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fd28032a-f7db-47da-b9e3-6271d1eafd58 req-7e0e6838-9b52-4f12-b825-486cb1e58d3a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2af54cac-dca9-43f1-83cc-cf99f28c349f HTTP/1.1" status: 200 len: 1001 time: 0.1015053 Mar 11 18:08:01.928595 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315e693-04b5-4fe7-ab81-8eb630655865 req-09aedfe4-492c-4bfc-ac61-ecb8140f629c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:01.930270 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a315e693-04b5-4fe7-ab81-8eb630655865 req-09aedfe4-492c-4bfc-ac61-ecb8140f629c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 945 time: 0.0983353 Mar 11 18:08:01.944203 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28032a-f7db-47da-b9e3-6271d1eafd58 req-e916660e-a6be-46f6-956a-774201637530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:01.945655 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fd28032a-f7db-47da-b9e3-6271d1eafd58 req-e916660e-a6be-46f6-956a-774201637530 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.0657322 Mar 11 18:08:02.277056 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a315e693-04b5-4fe7-ab81-8eb630655865 req-11db9a5d-e0a1-4a18-a3ce-e7ab734683e5 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3396120 Mar 11 18:08:02.287121 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28032a-f7db-47da-b9e3-6271d1eafd58 req-3ddfcca0-0ec3-48fc-89d4-934a8d185892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:02.288642 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fd28032a-f7db-47da-b9e3-6271d1eafd58 req-3ddfcca0-0ec3-48fc-89d4-934a8d185892 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3346395 Mar 11 18:08:02.393534 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fd28032a-f7db-47da-b9e3-6271d1eafd58 req-64440e54-cbcb-4d72-bc6d-9aaf3e10cbe1 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948598 Mar 11 18:08:02.493931 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fd28032a-f7db-47da-b9e3-6271d1eafd58 req-dce7f4cc-0c0f-4a37-a949-36f07ece43a6 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917699 Mar 11 18:08:03.412299 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d5728-236d-4684-bb68-6abeaf643aa2 req-3f1f2cc5-85ad-4146-b037-1256d584df3a tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:03.415898 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ba6d5728-236d-4684-bb68-6abeaf643aa2 req-3f1f2cc5-85ad-4146-b037-1256d584df3a tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 945 time: 0.0601888 Mar 11 18:08:03.480509 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ba6d5728-236d-4684-bb68-6abeaf643aa2 req-1ee26b96-382a-4ed3-bd62-d6f8caec0a95 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583878 Mar 11 18:08:03.630879 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e1ced-6527-4097-b53a-8a0db91a4c24 req-433f08b1-dfb2-49e1-9650-8727bbe2f9a8 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:03.633819 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-624e1ced-6527-4097-b53a-8a0db91a4c24 req-433f08b1-dfb2-49e1-9650-8727bbe2f9a8 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 945 time: 0.0677600 Mar 11 18:08:03.707205 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-624e1ced-6527-4097-b53a-8a0db91a4c24 req-d2bc778f-adbc-4d6c-ad3b-421ce0830bbf tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601439 Mar 11 18:08:03.734089 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58882) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:03.885945 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22637535-6bd2-4454-8705-70add7336064 tempest-TestVolumeBootPattern-556578349 tempest-TestVolumeBootPattern-556578349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:03.887444 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-22637535-6bd2-4454-8705-70add7336064 tempest-TestVolumeBootPattern-556578349 tempest-TestVolumeBootPattern-556578349-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 1124 time: 0.1522868 Mar 11 18:08:03.891438 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 58886) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:03.898896 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'port_id': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:03.937713 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:04.052815 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:04.169781 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Allocated IP 172.27.0.101 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/5ad073e1-e612-48cd-acdc-3e3304bb1d0e) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:04.302350 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for port (5ad073e1-e612-48cd-acdc-3e3304bb1d0e), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:04.342327 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (5ad073e1-e612-48cd-acdc-3e3304bb1d0e), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:04.381078 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:04.390423 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:04.395123 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:04.401357 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'Port': ['ID=5ad073e1-e612-48cd-acdc-3e3304bb1d0e,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:04.430330 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.433848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.433848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.433848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.433848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.433848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.433848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.433848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.433848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.433848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.433848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.433848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.434759 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:04.789817 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (2208e9bd-cab8-461e-8fba-8d6e78476df1), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:04.869821 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (5ad073e1-e612-48cd-acdc-3e3304bb1d0e), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:04.968331 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8b316acf-dc5c-475e-bbd0-1982a4ae7680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:05.037777 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for port (5ad073e1-e612-48cd-acdc-3e3304bb1d0e), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:05.044952 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (5ad073e1-e612-48cd-acdc-3e3304bb1d0e), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:05.113922 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'Port': ['ID=5ad073e1-e612-48cd-acdc-3e3304bb1d0e,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:05.127945 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (2208e9bd-cab8-461e-8fba-8d6e78476df1), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:05.236906 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.l3_db [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Floating IP 2208e9bd-cab8-461e-8fba-8d6e78476df1 associated. External IP: 172.27.0.101, port: e7c5dff9-bfc4-43ec-9cb0-826fe252713f. Mar 11 18:08:05.638283 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58896) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:05.654928 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Router fefbe61a-c372-490e-80c9-53535647ad1b has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:08:05.687494 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4e1492-4418-4e5a-97fb-4bf0e8b9f315 admin admin] Deleting subnet 30e38dd3-ea10-4c29-9926-d10981ae7573 {{(pid=103277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:08:05.690870 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1492-4418-4e5a-97fb-4bf0e8b9f315 admin admin] Publish callbacks [] for subnet (30e38dd3-ea10-4c29-9926-d10981ae7573), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:05.727859 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1492-4418-4e5a-97fb-4bf0e8b9f315 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13366825'] for subnet (30e38dd3-ea10-4c29-9926-d10981ae7573), precommit_delete_associations {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:05.768136 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1492-4418-4e5a-97fb-4bf0e8b9f315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (30e38dd3-ea10-4c29-9926-d10981ae7573), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:05.771470 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:05.783835 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f94aff-3e07-4b91-9f13-108b430f0133 None None] Sync routers for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:08:05.792410 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:05.797140 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f94aff-3e07-4b91-9f13-108b430f0133 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:05.798030 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-b9f94aff-3e07-4b91-9f13-108b430f0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:07:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:05.831137 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-3af5d060-5d21-4548-9c75-fca048e53cac tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9381325 Mar 11 18:08:05.831787 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'tag': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:08:05.834191 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1492-4418-4e5a-97fb-4bf0e8b9f315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14540916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13265432'] for subnet (30e38dd3-ea10-4c29-9926-d10981ae7573), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:05.834495 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873ed44e-cd67-4ead-9acc-8cb4f57bc0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b872bb-605c-4ab8-9601-f9a171944003", "tag": "e7c5dff9-bfc4-43ec-9cb0-826fe252713f"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:08:05.861428 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e1492-4418-4e5a-97fb-4bf0e8b9f315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e38dd3-ea10-4c29-9926-d10981ae7573,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:05.868045 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1492-4418-4e5a-97fb-4bf0e8b9f315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:05.870626 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-3c4e1492-4418-4e5a-97fb-4bf0e8b9f315 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/30e38dd3-ea10-4c29-9926-d10981ae7573 HTTP/1.1" status: 204 len: 168 time: 0.2308087 Mar 11 18:08:05.873142 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 58904) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:05.929474 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e043cd66-212d-4fb4-9246-3c7d66818c02 x-openstack-request-id: req-e043cd66-212d-4fb4-9246-3c7d66818c02 {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:08:05.929763 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b872bb-605c-4ab8-9601-f9a171944003", "tag": "e7c5dff9-bfc4-43ec-9cb0-826fe252713f", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:08:05.930009 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e043cd66-212d-4fb4-9246-3c7d66818c02 {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:08:05.930397 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'tag': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f', 'status': 'completed', 'code': 200} Mar 11 18:08:05.938274 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-b9f94aff-3e07-4b91-9f13-108b430f0133 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:05.951810 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (bae2d27f-7c6a-4f21-b5a4-9ac172dc9485), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:06.065012 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (bae2d27f-7c6a-4f21-b5a4-9ac172dc9485), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:06.081316 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ed44e-cd67-4ead-9acc-8cb4f57bc0ae req-15640f5f-3cff-4997-b8c2-54ebdafaf617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:06.082890 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-873ed44e-cd67-4ead-9acc-8cb4f57bc0ae req-15640f5f-3cff-4997-b8c2-54ebdafaf617 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 1129 time: 0.1225843 Mar 11 18:08:06.092758 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae2d27f-7c6a-4f21-b5a4-9ac172dc9485']}} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:06.118510 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15b3d0c-6b99-4c56-98ea-53110f8d27d4') {'for_net_delete': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:06.118862 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15b3d0c-6b99-4c56-98ea-53110f8d27d4') {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:06.132485 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13366818'] for segment (f15b3d0c-6b99-4c56-98ea-53110f8d27d4), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:06.196761 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (f15b3d0c-6b99-4c56-98ea-53110f8d27d4), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:06.207395 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=103277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:08:06.207954 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14539434'] for segment (f15b3d0c-6b99-4c56-98ea-53110f8d27d4), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: Traceback (most recent call last): Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: timer() Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: cb(*args, **kw) Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: return func(*args, **kwargs) Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: self._notify() Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: self.callback(batched_events) Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: event.method(event) Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: return f(self, *a, **k) Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: return self._get(url).json() Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: return self.request(url, 'GET', **kwargs) Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:08:06.210404 dv-cinder-788368-4-iscsi neutron-server[103277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:08:06.229059 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-b9f94aff-3e07-4b91-9f13-108b430f0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '2208e9bd-cab8-461e-8fba-8d6e78476df1', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:6b:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:04Z', 'updated_at': '2022-03-11T18:08:04Z', 'revision_number': 0, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:06.256014 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f94aff-3e07-4b91-9f13-108b430f0133 None None] Checking router: fefbe61a-c372-490e-80c9-53535647ad1b for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:08:06.264966 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f94aff-3e07-4b91-9f13-108b430f0133 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:06.265679 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-b9f94aff-3e07-4b91-9f13-108b430f0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:07:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:06.280614 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ed44e-cd67-4ead-9acc-8cb4f57bc0ae req-51736177-b0a2-499b-b3cb-3e7d91186233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:06.282262 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-873ed44e-cd67-4ead-9acc-8cb4f57bc0ae req-51736177-b0a2-499b-b3cb-3e7d91186233 service neutron] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 913 time: 0.1915095 Mar 11 18:08:06.297934 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (bae2d27f-7c6a-4f21-b5a4-9ac172dc9485), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:06.334767 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:06.338205 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] 10.222.0.30 "DELETE /v2.0/networks/bae2d27f-7c6a-4f21-b5a4-9ac172dc9485 HTTP/1.1" status: 204 len: 168 time: 0.4639356 Mar 11 18:08:06.354148 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2a5b1-720d-4dfc-982f-4edba73a336b admin admin] Pushing event deleted for resources: {'Network': ['ID=bae2d27f-7c6a-4f21-b5a4-9ac172dc9485,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:06.382002 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-873ed44e-cd67-4ead-9acc-8cb4f57bc0ae req-cfd22d38-c890-42f0-b4f5-d5c5c0acf705 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c5dff9-bfc4-43ec-9cb0-826fe252713f HTTP/1.1" status: 200 len: 999 time: 0.0912638 Mar 11 18:08:06.387314 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-b9f94aff-3e07-4b91-9f13-108b430f0133 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:06.436273 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ed44e-cd67-4ead-9acc-8cb4f57bc0ae req-49a3ce0b-b9f4-4fcb-a672-84426d751686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:06.438138 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-873ed44e-cd67-4ead-9acc-8cb4f57bc0ae req-49a3ce0b-b9f4-4fcb-a672-84426d751686 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.0479352 Mar 11 18:08:06.523822 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ed44e-cd67-4ead-9acc-8cb4f57bc0ae req-52920ba8-f130-4649-8605-c7c576bd8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:06.525819 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-873ed44e-cd67-4ead-9acc-8cb4f57bc0ae req-52920ba8-f130-4649-8605-c7c576bd8326 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730994 Mar 11 18:08:06.571882 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 58908) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:06.621410 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-dcbfef7f-5f72-46d9-9b09-02337d8b6588 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a28cc32fd8843b9bf617041395b27b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477314 Mar 11 18:08:06.624154 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 58910) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:06.651376 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-873ed44e-cd67-4ead-9acc-8cb4f57bc0ae req-24b24e16-9e7a-439c-9981-73cf194309a8 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127183 Mar 11 18:08:06.660635 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-b9f94aff-3e07-4b91-9f13-108b430f0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '2208e9bd-cab8-461e-8fba-8d6e78476df1', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:6b:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:04Z', 'updated_at': '2022-03-11T18:08:04Z', 'revision_number': 0, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:06.676471 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c962a851-5484-4892-a963-4a6980ebf117 admin admin] Publish callbacks [] for security_group (236032c4-301d-4427-a592-4ad0f50b6103), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:06.689294 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f94aff-3e07-4b91-9f13-108b430f0133 None None] The sync data for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi is: [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '2208e9bd-cab8-461e-8fba-8d6e78476df1', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:6b:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:04Z', 'updated_at': '2022-03-11T18:08:04Z', 'revision_number': 0, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:08:06.700041 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c962a851-5484-4892-a963-4a6980ebf117 admin admin] Publish callbacks [] for security_group (236032c4-301d-4427-a592-4ad0f50b6103), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:06.762150 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c962a851-5484-4892-a963-4a6980ebf117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (236032c4-301d-4427-a592-4ad0f50b6103), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:06.765340 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c962a851-5484-4892-a963-4a6980ebf117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:06.767304 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c962a851-5484-4892-a963-4a6980ebf117 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/236032c4-301d-4427-a592-4ad0f50b6103 HTTP/1.1" status: 204 len: 168 time: 0.1420450 Mar 11 18:08:06.771847 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-873ed44e-cd67-4ead-9acc-8cb4f57bc0ae req-0c203df7-f555-4b95-a43c-bd1aed7e4382 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139987 Mar 11 18:08:06.777293 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962a851-5484-4892-a963-4a6980ebf117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236032c4-301d-4427-a592-4ad0f50b6103,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:06.953888 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afbc78-ae08-4283-b0d9-e9bd9059aa13 None None] New status for floating IP 2208e9bd-cab8-461e-8fba-8d6e78476df1: ACTIVE {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:08:07.884970 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c565bdbf-5b52-4f79-bded-7636202420a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:10.789614 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:11.687784 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:11.976971 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f1379-2797-49c4-88d9-c474fd31de19 req-f35a1582-f2e8-4d32-97e6-22f01878d3ad tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:11.978380 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-401f1379-2797-49c4-88d9-c474fd31de19 req-f35a1582-f2e8-4d32-97e6-22f01878d3ad tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0589592 Mar 11 18:08:12.041812 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-401f1379-2797-49c4-88d9-c474fd31de19 req-f423add7-abc8-43b8-b3a9-9b82b9d6f082 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572641 Mar 11 18:08:12.409842 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:13.170356 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921a0c6-49eb-41de-af49-ffe285bf9c5e req-867973b5-36d6-45af-b643-874da26d7e2a tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:13.171928 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c921a0c6-49eb-41de-af49-ffe285bf9c5e req-867973b5-36d6-45af-b643-874da26d7e2a tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0577409 Mar 11 18:08:13.238215 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c921a0c6-49eb-41de-af49-ffe285bf9c5e req-5b6cf40b-2a3d-497c-aba9-b5fc2f74ff88 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596323 Mar 11 18:08:13.393797 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5c6a-9050-4de9-9e6d-5027bfbfb3e1 req-3c75eb33-df5f-450c-8534-249c669a9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:13.395443 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5fac5c6a-9050-4de9-9e6d-5027bfbfb3e1 req-3c75eb33-df5f-450c-8534-249c669a9344 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5d068b6700f743f0871553c9004b68f5&device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 1169 time: 0.0642495 Mar 11 18:08:13.506496 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5c6a-9050-4de9-9e6d-5027bfbfb3e1 req-a0666174-97fd-4f23-b24e-1cef14e1e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:13.508470 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5fac5c6a-9050-4de9-9e6d-5027bfbfb3e1 req-a0666174-97fd-4f23-b24e-1cef14e1e7ed service neutron] 10.222.0.104 "GET /v2.0/networks?id=367f9d44-ad67-4888-97fe-b38701e02a55 HTTP/1.1" status: 200 len: 916 time: 0.1033297 Mar 11 18:08:13.587744 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5fac5c6a-9050-4de9-9e6d-5027bfbfb3e1 req-96b31af0-7484-449b-900b-c22a354da378 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86150acf-22f4-4f55-a36c-ab791b8d368d HTTP/1.1" status: 200 len: 1001 time: 0.0726314 Mar 11 18:08:13.642333 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5c6a-9050-4de9-9e6d-5027bfbfb3e1 req-21bbe0ae-841b-4855-a3a3-21583e54e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:13.644207 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5fac5c6a-9050-4de9-9e6d-5027bfbfb3e1 req-21bbe0ae-841b-4855-a3a3-21583e54e9f0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=166c4cc7-d4af-4652-88e3-ca087dc679cd HTTP/1.1" status: 200 len: 853 time: 0.0507226 Mar 11 18:08:13.698483 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5c6a-9050-4de9-9e6d-5027bfbfb3e1 req-a720791a-0b20-4910-a740-fa26bf42b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:13.700127 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5fac5c6a-9050-4de9-9e6d-5027bfbfb3e1 req-a720791a-0b20-4910-a740-fa26bf42b15d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=367f9d44-ad67-4888-97fe-b38701e02a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496812 Mar 11 18:08:13.802861 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5fac5c6a-9050-4de9-9e6d-5027bfbfb3e1 req-c0780d35-27b3-453c-8064-ceac9db5a840 service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962818 Mar 11 18:08:13.910282 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5fac5c6a-9050-4de9-9e6d-5027bfbfb3e1 req-d9630a6c-023f-4cf8-bd99-fe5bb0b62ad2 service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002164 Mar 11 18:08:14.384173 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718c0fe-7804-4a9e-aa7b-056953766a68 req-eef7a81d-9c81-460a-990f-ea0bb6a711fa tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:14.386020 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1718c0fe-7804-4a9e-aa7b-056953766a68 req-eef7a81d-9c81-460a-990f-ea0bb6a711fa tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0669670 Mar 11 18:08:14.471117 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1718c0fe-7804-4a9e-aa7b-056953766a68 req-c809ffea-8ebb-46b8-b2a2-ca00faf9101d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710294 Mar 11 18:08:15.606215 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c293345-7db6-4ef2-b426-e61c35cd4633 req-755627cb-5e58-41d6-a8f4-1621c3deb465 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:15.608005 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9c293345-7db6-4ef2-b426-e61c35cd4633 req-755627cb-5e58-41d6-a8f4-1621c3deb465 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0564349 Mar 11 18:08:15.676239 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9c293345-7db6-4ef2-b426-e61c35cd4633 req-50ef1806-9baa-4727-81ed-1038b1fd0b85 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617056 Mar 11 18:08:16.819746 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd68a83-f319-443c-bdcf-0bcf133d8437 req-2c3e2d78-bc05-43eb-99d9-72c2b1ef010f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:16.821849 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8dd68a83-f319-443c-bdcf-0bcf133d8437 req-2c3e2d78-bc05-43eb-99d9-72c2b1ef010f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0633469 Mar 11 18:08:16.911078 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8dd68a83-f319-443c-bdcf-0bcf133d8437 req-3f0ec4d3-d3f0-41fa-b0b7-4077618c0516 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821972 Mar 11 18:08:18.053421 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7770f93-178e-4c41-a5e5-525579691d2c req-9f779341-5a4c-491f-9f37-8cf5c02c1997 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:18.054994 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f7770f93-178e-4c41-a5e5-525579691d2c req-9f779341-5a4c-491f-9f37-8cf5c02c1997 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0678086 Mar 11 18:08:18.124589 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f7770f93-178e-4c41-a5e5-525579691d2c req-92023580-3380-42fc-b9d0-add763ab8dac tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605927 Mar 11 18:08:19.249978 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933caac-3cd6-4b66-8906-d26130bb1fed req-8e288969-60bc-4d9d-9015-75a0068f7d0c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:19.251505 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d933caac-3cd6-4b66-8906-d26130bb1fed req-8e288969-60bc-4d9d-9015-75a0068f7d0c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0570374 Mar 11 18:08:19.313122 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d933caac-3cd6-4b66-8906-d26130bb1fed req-963cee8e-3df0-4b95-b6c8-5d85bc4e8e42 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556371 Mar 11 18:08:20.446148 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22d3e3-2d08-49b5-937b-8adf51afc863 req-698e69b2-d926-4cb9-9e3e-7c84cda33972 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:20.447760 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0b22d3e3-2d08-49b5-937b-8adf51afc863 req-698e69b2-d926-4cb9-9e3e-7c84cda33972 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0612257 Mar 11 18:08:20.515578 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0b22d3e3-2d08-49b5-937b-8adf51afc863 req-b7c2e232-bd44-4500-a0b1-fd3981eb3a6c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612290 Mar 11 18:08:21.077194 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd77419-e5c4-4221-a04d-0fcf0b18fc49 req-8acf546d-32d5-4ab2-8b6c-ff9fae77bb2a tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:21.079132 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afd77419-e5c4-4221-a04d-0fcf0b18fc49 req-8acf546d-32d5-4ab2-8b6c-ff9fae77bb2a tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0671117 Mar 11 18:08:21.133717 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-afd77419-e5c4-4221-a04d-0fcf0b18fc49 req-1f17c202-0c07-4a77-98ee-ae8d929b33e7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457354 Mar 11 18:08:21.647220 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c297a-c8c1-44bf-8edc-8fbf0c973d3e req-11f091e5-eb95-4855-a5cf-58ed3df0f9ff tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:21.648775 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-748c297a-c8c1-44bf-8edc-8fbf0c973d3e req-11f091e5-eb95-4855-a5cf-58ed3df0f9ff tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0631294 Mar 11 18:08:21.714050 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-748c297a-c8c1-44bf-8edc-8fbf0c973d3e req-b4688c6f-1d32-4e7a-8be1-36df37fede0c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593495 Mar 11 18:08:22.283554 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83897-8822-4155-ae68-467a959d62ab req-3893d391-8c1f-4ebc-b892-7cee20ecc1f5 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:22.285108 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0cf83897-8822-4155-ae68-467a959d62ab req-3893d391-8c1f-4ebc-b892-7cee20ecc1f5 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0573585 Mar 11 18:08:22.341334 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0cf83897-8822-4155-ae68-467a959d62ab req-bfaec947-6805-416d-904d-db5336a4a805 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499094 Mar 11 18:08:22.841135 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7f8c8-99e9-4325-b43f-ca00f97c4479 req-e07b8173-1002-4327-bfa6-3aff8fc49aac tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:22.842668 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c7c7f8c8-99e9-4325-b43f-ca00f97c4479 req-e07b8173-1002-4327-bfa6-3aff8fc49aac tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0568237 Mar 11 18:08:22.909784 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c7c7f8c8-99e9-4325-b43f-ca00f97c4479 req-58259b9f-0d2e-4b6b-b80c-85f9ee9f61c9 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604763 Mar 11 18:08:23.469570 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcd7fa-60c0-45ca-97ab-e9a37aa6ac08 req-e900733a-6336-497e-b359-ad62ae807ca9 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:23.471171 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4dfcd7fa-60c0-45ca-97ab-e9a37aa6ac08 req-e900733a-6336-497e-b359-ad62ae807ca9 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0570326 Mar 11 18:08:23.527939 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4dfcd7fa-60c0-45ca-97ab-e9a37aa6ac08 req-0a0137ed-d329-4ead-b47b-93e1ef8cd748 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509622 Mar 11 18:08:24.035869 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eb824-1a00-4657-98ee-ac8ca37b9c9a req-20b3d18f-c2b4-4efd-a43e-9dbe599346dc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:24.037470 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0a4eb824-1a00-4657-98ee-ac8ca37b9c9a req-20b3d18f-c2b4-4efd-a43e-9dbe599346dc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0560417 Mar 11 18:08:24.112152 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0a4eb824-1a00-4657-98ee-ac8ca37b9c9a req-1765588e-61a0-453d-aa83-bc91f89c2295 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651033 Mar 11 18:08:24.659259 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cfb7e-32ee-404c-a135-45c16bd93ae3 req-e79dcef0-bc3d-49da-b023-3bf3cc6f06e5 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:24.660884 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cf2cfb7e-32ee-404c-a135-45c16bd93ae3 req-e79dcef0-bc3d-49da-b023-3bf3cc6f06e5 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0611668 Mar 11 18:08:24.712800 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cf2cfb7e-32ee-404c-a135-45c16bd93ae3 req-0777e6fc-c97a-47e7-acbf-f36dbb9e2ec5 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458055 Mar 11 18:08:25.264253 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5a4fe-dabc-4f07-bcd3-f7c2ffe2a285 req-8511e22b-9812-417a-a6a3-e87ade5e1abc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:25.266568 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-52a5a4fe-dabc-4f07-bcd3-f7c2ffe2a285 req-8511e22b-9812-417a-a6a3-e87ade5e1abc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0794015 Mar 11 18:08:25.360905 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-52a5a4fe-dabc-4f07-bcd3-f7c2ffe2a285 req-0d5bc117-9281-47ce-9cfd-b5fac66d8071 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866807 Mar 11 18:08:25.858292 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba825282-bb40-4d41-9881-55d0cc1c3232 req-87734947-4801-4e65-8d4c-713a6891bc1e tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:25.860057 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ba825282-bb40-4d41-9881-55d0cc1c3232 req-87734947-4801-4e65-8d4c-713a6891bc1e tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0677848 Mar 11 18:08:25.925267 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ba825282-bb40-4d41-9881-55d0cc1c3232 req-9cab4da0-4c84-4634-bb35-a206205addab tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583143 Mar 11 18:08:26.497662 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774017b-0115-41a1-b2c2-3a8fa44d25eb req-b082a825-d64c-4b54-8b48-2991d24c6d0f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:26.499283 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6774017b-0115-41a1-b2c2-3a8fa44d25eb req-b082a825-d64c-4b54-8b48-2991d24c6d0f tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0576577 Mar 11 18:08:26.587095 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6774017b-0115-41a1-b2c2-3a8fa44d25eb req-4c86baad-e4fe-4228-af9d-cd02c268ba8c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768867 Mar 11 18:08:27.062826 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213f70a-250c-4898-8144-8ded18776005 req-151a6037-883e-45c7-8d4b-ea30058fe424 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:27.064444 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f213f70a-250c-4898-8144-8ded18776005 req-151a6037-883e-45c7-8d4b-ea30058fe424 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0600145 Mar 11 18:08:27.129436 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f213f70a-250c-4898-8144-8ded18776005 req-f66361a5-2028-444f-82f3-e489f0e44a30 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547261 Mar 11 18:08:27.731360 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827edbd-6278-490f-8e77-b121d062e5df req-f33ad62b-2bd1-4bee-99c9-f05a7f3242b4 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:27.732885 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6827edbd-6278-490f-8e77-b121d062e5df req-f33ad62b-2bd1-4bee-99c9-f05a7f3242b4 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0651577 Mar 11 18:08:27.801450 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6827edbd-6278-490f-8e77-b121d062e5df req-429502df-85d7-4b96-968e-a1b636d2f902 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622919 Mar 11 18:08:28.268321 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c62d0-9e8c-4fcb-b55f-a8e40751d5c7 req-b7d108b3-287f-45ae-aa54-ba86b9618a19 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:28.269965 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea4c62d0-9e8c-4fcb-b55f-a8e40751d5c7 req-b7d108b3-287f-45ae-aa54-ba86b9618a19 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0587895 Mar 11 18:08:28.326481 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea4c62d0-9e8c-4fcb-b55f-a8e40751d5c7 req-f7f24388-7f6e-4648-9da5-daacddf809d9 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498676 Mar 11 18:08:28.956545 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec78426-9575-481b-a9fa-0c83fdcbce5d req-0ab2b3ad-ea9f-4f63-adb8-0c82ffba0388 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:28.959261 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2ec78426-9575-481b-a9fa-0c83fdcbce5d req-0ab2b3ad-ea9f-4f63-adb8-0c82ffba0388 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0866425 Mar 11 18:08:29.025154 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2ec78426-9575-481b-a9fa-0c83fdcbce5d req-3ff3332b-7d61-4f0a-95e4-26385d36469a tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601513 Mar 11 18:08:29.279284 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:29.515044 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728f1d7-0ec9-4d3f-b63e-06791e46406f req-611d18e7-ca9e-4f2c-85bd-f6d7128bc5d7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:29.516736 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d728f1d7-0ec9-4d3f-b63e-06791e46406f req-611d18e7-ca9e-4f2c-85bd-f6d7128bc5d7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0701611 Mar 11 18:08:29.572444 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d728f1d7-0ec9-4d3f-b63e-06791e46406f req-014d8d9a-70ae-4eaf-8630-d28d489c4e32 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471957 Mar 11 18:08:30.048700 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:08:30.149960 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3e942-fa7e-4760-bd2d-ad961611bb9a req-aef9b4b5-e437-4a3b-b1c0-35d47f6bbb2a tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:30.151520 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d4f3e942-fa7e-4760-bd2d-ad961611bb9a req-aef9b4b5-e437-4a3b-b1c0-35d47f6bbb2a tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0548630 Mar 11 18:08:30.222115 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d4f3e942-fa7e-4760-bd2d-ad961611bb9a req-6f0f5c0e-18de-4a53-b2c2-51953b464faf tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643651 Mar 11 18:08:30.721523 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc1695-c58e-4288-b9eb-48226d892819 req-a23d1d54-2cfc-4e1b-9e84-aed31119701c tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:30.723622 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-84fc1695-c58e-4288-b9eb-48226d892819 req-a23d1d54-2cfc-4e1b-9e84-aed31119701c tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0754676 Mar 11 18:08:30.779406 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-84fc1695-c58e-4288-b9eb-48226d892819 req-2ff8c786-2fa5-439a-932e-58ff6558135a tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497890 Mar 11 18:08:30.847808 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59144) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:30.978062 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-56eb7ebd-2180-4649-95af-dbeac2c8b9ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:31.063474 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-56eb7ebd-2180-4649-95af-dbeac2c8b9ed admin admin] Publish callbacks [] for security_group (f87dfe4f-cbb8-4a77-a351-c99617861e90), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:31.068181 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-56eb7ebd-2180-4649-95af-dbeac2c8b9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (f87dfe4f-cbb8-4a77-a351-c99617861e90), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:31.110639 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-56eb7ebd-2180-4649-95af-dbeac2c8b9ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5adb97a095594d118e4bc1890e88c3d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618046 Mar 11 18:08:31.111804 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb7ebd-2180-4649-95af-dbeac2c8b9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87dfe4f-cbb8-4a77-a351-c99617861e90,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:31.113850 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59148) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:31.174611 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c47782e7-eba9-45e2-9c66-f93e9af1ac7f admin admin] Publish callbacks [] for security_group (f87dfe4f-cbb8-4a77-a351-c99617861e90), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:31.200059 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c47782e7-eba9-45e2-9c66-f93e9af1ac7f admin admin] Publish callbacks [] for security_group (f87dfe4f-cbb8-4a77-a351-c99617861e90), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:31.256455 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c47782e7-eba9-45e2-9c66-f93e9af1ac7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (f87dfe4f-cbb8-4a77-a351-c99617861e90), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:31.261468 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c47782e7-eba9-45e2-9c66-f93e9af1ac7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:31.263671 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c47782e7-eba9-45e2-9c66-f93e9af1ac7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f87dfe4f-cbb8-4a77-a351-c99617861e90 HTTP/1.1" status: 204 len: 168 time: 0.1480124 Mar 11 18:08:31.277018 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47782e7-eba9-45e2-9c66-f93e9af1ac7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87dfe4f-cbb8-4a77-a351-c99617861e90,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:31.388888 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b54030-cf9f-4983-9468-be83d6f3d199 req-a8c4a52e-59ad-4c5c-b5a7-f202746e7060 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:31.390607 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-82b54030-cf9f-4983-9468-be83d6f3d199 req-a8c4a52e-59ad-4c5c-b5a7-f202746e7060 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0692587 Mar 11 18:08:31.478822 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-82b54030-cf9f-4983-9468-be83d6f3d199 req-ff6e951d-9fde-4a15-b013-8372e29e3029 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784876 Mar 11 18:08:31.909453 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b374d2-a2a5-47b3-93cf-fe37489173cf req-e5b81f71-7f05-423e-8413-09fcc56c0e17 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:31.911102 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-42b374d2-a2a5-47b3-93cf-fe37489173cf req-e5b81f71-7f05-423e-8413-09fcc56c0e17 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0592039 Mar 11 18:08:31.962671 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-42b374d2-a2a5-47b3-93cf-fe37489173cf req-096feb23-f8ca-49cb-bc52-a066827c7f34 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456338 Mar 11 18:08:32.606806 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1ce2e-d946-4003-940b-b07ea4c92789 req-d3a44df1-76cc-42e7-9aab-d53425c646c6 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:32.608380 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-42f1ce2e-d946-4003-940b-b07ea4c92789 req-d3a44df1-76cc-42e7-9aab-d53425c646c6 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0557380 Mar 11 18:08:32.680403 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-42f1ce2e-d946-4003-940b-b07ea4c92789 req-a8fd617c-b176-4047-ae44-82a15cde431d tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654600 Mar 11 18:08:33.099374 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92a1f9-0de6-4d75-9d5c-5446e1fac120 req-7c9c6025-4a91-466b-a34f-5b0b4bc63fee tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:33.100973 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a92a1f9-0de6-4d75-9d5c-5446e1fac120 req-7c9c6025-4a91-466b-a34f-5b0b4bc63fee tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0576713 Mar 11 18:08:33.156807 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a92a1f9-0de6-4d75-9d5c-5446e1fac120 req-7e754527-c3a8-4dcf-9cce-77640774f792 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475178 Mar 11 18:08:33.816827 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc378b21-f259-4959-a369-5c909db26046 req-695074a9-52d1-47ba-89f6-e6f5a14547f3 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:33.818858 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bc378b21-f259-4959-a369-5c909db26046 req-695074a9-52d1-47ba-89f6-e6f5a14547f3 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0602977 Mar 11 18:08:33.903728 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bc378b21-f259-4959-a369-5c909db26046 req-5427352c-95b5-4330-9022-e20e4a301d22 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784376 Mar 11 18:08:34.290381 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec0ae5-ed1e-45d4-b8d6-6fcd1d9e37d1 req-5b656a66-7af5-42a3-a02a-41511703e604 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:34.291985 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-22ec0ae5-ed1e-45d4-b8d6-6fcd1d9e37d1 req-5b656a66-7af5-42a3-a02a-41511703e604 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0623679 Mar 11 18:08:34.347247 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-22ec0ae5-ed1e-45d4-b8d6-6fcd1d9e37d1 req-65917f8e-da5e-47e5-80f4-6d7190f250b7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490649 Mar 11 18:08:34.979265 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c857-d050-4121-85e2-370f6d8b4644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:35.070877 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26f23d-3221-4a5c-81ed-217282c99afd req-ec051e79-8ca7-40ba-a58e-a8058bd7d8c5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:35.073815 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ab26f23d-3221-4a5c-81ed-217282c99afd req-ec051e79-8ca7-40ba-a58e-a8058bd7d8c5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0845044 Mar 11 18:08:35.173122 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ab26f23d-3221-4a5c-81ed-217282c99afd req-7f5dc197-3e96-435a-a60a-79c918793354 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891876 Mar 11 18:08:35.517078 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b356f0-365b-41fb-91b7-2dd230f28d98 req-84de950c-d67d-4a89-ad01-739b91c7e9b0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:35.518488 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a5b356f0-365b-41fb-91b7-2dd230f28d98 req-84de950c-d67d-4a89-ad01-739b91c7e9b0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0825019 Mar 11 18:08:35.588976 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a5b356f0-365b-41fb-91b7-2dd230f28d98 req-689a4d4e-4cb3-43cf-9476-d4f16ac153b6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613146 Mar 11 18:08:35.789688 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91f8ed-d0d2-4515-b35c-a92ff8aef20f req-b0d94dc7-6193-40c9-a153-83c82c0167e6 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:35.791346 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2c91f8ed-d0d2-4515-b35c-a92ff8aef20f req-b0d94dc7-6193-40c9-a153-83c82c0167e6 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 945 time: 0.0590274 Mar 11 18:08:35.847407 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2c91f8ed-d0d2-4515-b35c-a92ff8aef20f req-702787a0-bde0-48ad-aadf-bcde2184cc3f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458684 Mar 11 18:08:36.329434 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700a490-95d1-4cfb-bbe9-2a3f4d425f56 req-4e7a6c3e-e5d5-4862-80e4-8245c20d7ccc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:36.330245 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1700a490-95d1-4cfb-bbe9-2a3f4d425f56 req-4e7a6c3e-e5d5-4862-80e4-8245c20d7ccc tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0689898 Mar 11 18:08:36.409961 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1700a490-95d1-4cfb-bbe9-2a3f4d425f56 req-8ec327f6-b8c6-486e-835f-b6f49de516ff tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&id=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693300 Mar 11 18:08:36.733998 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee09d8f-ddc7-4cb3-bfba-45236afd1bb4 req-25eaf48c-2489-438a-91e0-8ce140661261 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:36.735663 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0ee09d8f-ddc7-4cb3-bfba-45236afd1bb4 req-25eaf48c-2489-438a-91e0-8ce140661261 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0618944 Mar 11 18:08:36.796151 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0ee09d8f-ddc7-4cb3-bfba-45236afd1bb4 req-f3cb1994-c0c2-46c0-924b-a8bfe08ab9c5 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501988 Mar 11 18:08:36.977484 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dca7b0-e90d-4bd1-9c7b-c40574a6d127 req-fad32333-ea37-4fab-b99a-e0642afd250f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:36.979147 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-08dca7b0-e90d-4bd1-9c7b-c40574a6d127 req-fad32333-ea37-4fab-b99a-e0642afd250f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 945 time: 0.0576715 Mar 11 18:08:37.049852 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-08dca7b0-e90d-4bd1-9c7b-c40574a6d127 req-4c2b26fc-7d6c-4a51-a730-26f5a10bcd8a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607862 Mar 11 18:08:37.585120 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-a1c69764-f3c0-4fc4-888b-9aca504b3727 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:37.586791 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-a1c69764-f3c0-4fc4-888b-9aca504b3727 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 945 time: 0.0641408 Mar 11 18:08:37.696390 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Deleting port b71cb7cb-ebfd-430b-8a8e-c3a403013312 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:08:37.696727 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:37.799938 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] For port b71cb7cb-ebfd-430b-8a8e-c3a403013312, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b71cb7cb-ebfd-430b-8a8e-c3a403013312,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:37.800269 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:37.891930 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-328c7fc0-da33-4656-bfb3-acfb71084a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:38.017094 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fbbd8-7d46-4bb1-844b-d56ba23539b4 req-a60645dc-c1c4-412c-8344-90fbf028cbaf tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:38.018943 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-862fbbd8-7d46-4bb1-844b-d56ba23539b4 req-a60645dc-c1c4-412c-8344-90fbf028cbaf tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.1429691 Mar 11 18:08:38.112394 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:38.112787 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (0fe80567-dc77-4306-91ca-132595dba5b6), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:38.113240 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Floating IP 0fe80567-dc77-4306-91ca-132595dba5b6 disassociated. External IP: 172.27.0.215, port: b71cb7cb-ebfd-430b-8a8e-c3a403013312. Mar 11 18:08:38.113401 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Calling delete_port for b71cb7cb-ebfd-430b-8a8e-c3a403013312 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:08:38.132084 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-862fbbd8-7d46-4bb1-844b-d56ba23539b4 req-aa273176-bf0a-4691-9e56-ca685813a3b0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762563 Mar 11 18:08:38.513603 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25453fc-5ff7-4bab-8c2c-0a8a798ad94d req-39ab41e2-a12e-4047-a266-c50dc3ee6d64 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:38.515297 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a25453fc-5ff7-4bab-8c2c-0a8a798ad94d req-39ab41e2-a12e-4047-a266-c50dc3ee6d64 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=35f34ef9-c01e-4fa5-a018-6958c1c00005 HTTP/1.1" status: 200 len: 945 time: 0.3462811 Mar 11 18:08:38.604828 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a25453fc-5ff7-4bab-8c2c-0a8a798ad94d req-69b32fe8-be4b-4ee8-8a1e-c35172738961 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=136e1474-8be6-4664-9e0f-4fcc962b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826197 Mar 11 18:08:38.605973 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (b71cb7cb-ebfd-430b-8a8e-c3a403013312), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:38.640046 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event deleted for resources: {'Port': ['ID=b71cb7cb-ebfd-430b-8a8e-c3a403013312,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:38.652421 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.652768 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.653106 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.653431 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.653756 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.654076 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.654396 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.654743 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.655063 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.655410 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.655728 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.656041 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.656356 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:38.775184 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:08:38.922259 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:38.935208 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd16bf9-b320-4798-94b2-d4c063936d84 None None] Sync routers for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:08:38.946518 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd16bf9-b320-4798-94b2-d4c063936d84 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:38.947160 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-8bd16bf9-b320-4798-94b2-d4c063936d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:08:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:38.966754 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] No DVR routers for this DVR port b71cb7cb-ebfd-430b-8a8e-c3a403013312 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:08:38.969792 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:38.973383 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a10bef6b-db98-4e37-be0d-01d8ede993e7 req-76896ad4-ff8a-46e8-a20b-40815cace758 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "DELETE /v2.0/ports/b71cb7cb-ebfd-430b-8a8e-c3a403013312 HTTP/1.1" status: 204 len: 173 time: 1.3792918 Mar 11 18:08:38.973791 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'name': 'network-vif-deleted', 'tag': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:08:38.976077 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6194c5b-70b8-484a-96b2-c8ac2b18957e" -d '{"events": [{"server_uuid": "35f34ef9-c01e-4fa5-a018-6958c1c00005", "name": "network-vif-deleted", "tag": "b71cb7cb-ebfd-430b-8a8e-c3a403013312"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:08:39.019807 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fffb10-ba3a-4013-a514-17757c8694b3 x-openstack-request-id: req-81fffb10-ba3a-4013-a514-17757c8694b3 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:08:39.020074 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f34ef9-c01e-4fa5-a018-6958c1c00005", "name": "network-vif-deleted", "tag": "b71cb7cb-ebfd-430b-8a8e-c3a403013312", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:08:39.020327 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81fffb10-ba3a-4013-a514-17757c8694b3 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:08:39.020821 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f34ef9-c01e-4fa5-a018-6958c1c00005', 'name': 'network-vif-deleted', 'tag': 'b71cb7cb-ebfd-430b-8a8e-c3a403013312', 'status': 'completed', 'code': 200} Mar 11 18:08:39.073983 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-8bd16bf9-b320-4798-94b2-d4c063936d84 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:39.288407 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b01004-85ec-49d2-86c6-0aef53f3a4b3 req-16772b23-2244-4585-8636-57c34202f5ce tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:39.290015 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a9b01004-85ec-49d2-86c6-0aef53f3a4b3 req-16772b23-2244-4585-8636-57c34202f5ce tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0677435 Mar 11 18:08:39.351137 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a9b01004-85ec-49d2-86c6-0aef53f3a4b3 req-8b219217-7bdc-43a5-adf0-4ae37189134d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543032 Mar 11 18:08:39.490951 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-8bd16bf9-b320-4798-94b2-d4c063936d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'e6f661f6-fd4c-4c45-af32-95e9544f9953', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:9f:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2982e072-7aec-45ce-92b4-adb969ba8980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:01:36Z', 'updated_at': '2022-03-11T18:02:37Z', 'revision_number': 2, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:39.519863 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd16bf9-b320-4798-94b2-d4c063936d84 None None] Checking router: 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:08:39.529465 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd16bf9-b320-4798-94b2-d4c063936d84 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:39.530165 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-8bd16bf9-b320-4798-94b2-d4c063936d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:08:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:39.651128 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-8bd16bf9-b320-4798-94b2-d4c063936d84 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:39.699451 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59206) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:39.770982 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-37c52b22-325c-48f6-9b93-4c97c5867400 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (136e1474-8be6-4664-9e0f-4fcc962b27ba), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:39.815076 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-37c52b22-325c-48f6-9b93-4c97c5867400 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (136e1474-8be6-4664-9e0f-4fcc962b27ba), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:39.881426 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-37c52b22-325c-48f6-9b93-4c97c5867400 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (136e1474-8be6-4664-9e0f-4fcc962b27ba), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:39.884366 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-37c52b22-325c-48f6-9b93-4c97c5867400 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:39.885778 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-37c52b22-325c-48f6-9b93-4c97c5867400 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "DELETE /v2.0/security-groups/136e1474-8be6-4664-9e0f-4fcc962b27ba HTTP/1.1" status: 204 len: 168 time: 0.1853025 Mar 11 18:08:39.892417 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59208) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:39.906271 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c52b22-325c-48f6-9b93-4c97c5867400 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136e1474-8be6-4664-9e0f-4fcc962b27ba,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:39.918159 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.api.v2.resource [None req-fa63d664-328e-4522-9ffa-1a21afac6e7c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] show failed (client error): The resource could not be found. Mar 11 18:08:39.919595 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-fa63d664-328e-4522-9ffa-1a21afac6e7c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups/136e1474-8be6-4664-9e0f-4fcc962b27ba HTTP/1.1" status: 404 len: 347 time: 0.0258594 Mar 11 18:08:39.924079 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59210) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:39.956481 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-8bd16bf9-b320-4798-94b2-d4c063936d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'e6f661f6-fd4c-4c45-af32-95e9544f9953', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:9f:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2982e072-7aec-45ce-92b4-adb969ba8980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:01:36Z', 'updated_at': '2022-03-11T18:02:37Z', 'revision_number': 2, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:39.986606 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd16bf9-b320-4798-94b2-d4c063936d84 None None] The sync data for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi is: [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'e6f661f6-fd4c-4c45-af32-95e9544f9953', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:9f:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2982e072-7aec-45ce-92b4-adb969ba8980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:01:36Z', 'updated_at': '2022-03-11T18:02:37Z', 'revision_number': 2, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:08:40.071363 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-5030c7e6-d2a3-411e-9433-e6e297c4ea7b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Deleting port 598d75d7-b4f0-44bd-96a6-542e39dcbeb2 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:08:40.071704 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5030c7e6-d2a3-411e-9433-e6e297c4ea7b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (598d75d7-b4f0-44bd-96a6-542e39dcbeb2), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:40.161778 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5030c7e6-d2a3-411e-9433-e6e297c4ea7b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (598d75d7-b4f0-44bd-96a6-542e39dcbeb2), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:40.162711 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5030c7e6-d2a3-411e-9433-e6e297c4ea7b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (598d75d7-b4f0-44bd-96a6-542e39dcbeb2), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:40.186577 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-5030c7e6-d2a3-411e-9433-e6e297c4ea7b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Calling delete_port for 598d75d7-b4f0-44bd-96a6-542e39dcbeb2 owned by network:floatingip {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:08:40.272627 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3120c-cf4d-4c6b-a9a6-3690e901ee17 None None] New status for floating IP 0fe80567-dc77-4306-91ca-132595dba5b6: DOWN {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:08:40.370650 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5030c7e6-d2a3-411e-9433-e6e297c4ea7b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (598d75d7-b4f0-44bd-96a6-542e39dcbeb2), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:40.371949 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.db.api [None req-5ad3120c-cf4d-4c6b-a9a6-3690e901ee17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:08:40.374441 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG oslo_db.api [None req-5ad3120c-cf4d-4c6b-a9a6-3690e901ee17 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:08:40.399559 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030c7e6-d2a3-411e-9433-e6e297c4ea7b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event deleted for resources: {'Port': ['ID=598d75d7-b4f0-44bd-96a6-542e39dcbeb2,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:40.494663 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5030c7e6-d2a3-411e-9433-e6e297c4ea7b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (0fe80567-dc77-4306-91ca-132595dba5b6), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:40.497159 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5030c7e6-d2a3-411e-9433-e6e297c4ea7b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:40.498320 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-5030c7e6-d2a3-411e-9433-e6e297c4ea7b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "DELETE /v2.0/floatingips/0fe80567-dc77-4306-91ca-132595dba5b6 HTTP/1.1" status: 204 len: 168 time: 0.5731695 Mar 11 18:08:40.519307 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6a1c1-6ce6-4054-8f83-8d0b19127795 req-9bef5972-420b-490c-a2a5-650b60138dea tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:40.524170 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-62e6a1c1-6ce6-4054-8f83-8d0b19127795 req-9bef5972-420b-490c-a2a5-650b60138dea tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0802960 Mar 11 18:08:40.581167 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-62e6a1c1-6ce6-4054-8f83-8d0b19127795 req-26a75dcb-f6f4-49f0-9c48-04d5a7ffc427 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545988 Mar 11 18:08:40.798144 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device b71cb7cb-ebfd-430b-8a8e-c3a403013312 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:08:40.803019 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:40.858699 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: b71cb7cb-ebfd-430b-8a8e-c3a403013312 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:08:40.859036 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device b71cb7cb-ebfd-430b-8a8e-c3a403013312 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:08:40.876626 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3120c-cf4d-4c6b-a9a6-3690e901ee17 None None] New status for floating IP 0fe80567-dc77-4306-91ca-132595dba5b6: DOWN {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:08:40.976723 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb6b5d-adca-47c2-b2f6-c95002f32c9d req-65c7f516-05a5-483d-b507-0c13030b35fc tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:40.978631 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fbfb6b5d-adca-47c2-b2f6-c95002f32c9d req-65c7f516-05a5-483d-b507-0c13030b35fc tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.1529880 Mar 11 18:08:41.022812 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fe64c-7e44-4867-a7c0-d45adba811b9 req-387e5710-56b0-4add-a45e-17dfb5636932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:41.024405 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-545fe64c-7e44-4867-a7c0-d45adba811b9 req-387e5710-56b0-4add-a45e-17dfb5636932 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 1130 time: 0.1162126 Mar 11 18:08:41.077056 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fbfb6b5d-adca-47c2-b2f6-c95002f32c9d req-6bc1299a-fdaa-4d28-8ee4-c1a023a7a3dd tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862594 Mar 11 18:08:41.146315 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fe64c-7e44-4867-a7c0-d45adba811b9 req-aa463ccd-3a23-4e80-83bc-72c68ce2b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:41.147907 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-545fe64c-7e44-4867-a7c0-d45adba811b9 req-aa463ccd-3a23-4e80-83bc-72c68ce2b13f service neutron] 10.222.0.104 "GET /v2.0/networks?id=1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 200 len: 912 time: 0.1124678 Mar 11 18:08:41.219604 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-545fe64c-7e44-4867-a7c0-d45adba811b9 req-fe1c3826-e939-4a02-9f64-58b2d86e1e62 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a HTTP/1.1" status: 200 len: 1002 time: 0.0648656 Mar 11 18:08:41.276202 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fe64c-7e44-4867-a7c0-d45adba811b9 req-3f19473f-3559-4641-9b8f-13fc713d87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:41.277609 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-545fe64c-7e44-4867-a7c0-d45adba811b9 req-3f19473f-3559-4641-9b8f-13fc713d87c3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7e12c3d1-69e8-4abe-b37a-16101f32e8bf HTTP/1.1" status: 200 len: 849 time: 0.0507126 Mar 11 18:08:41.330335 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fe64c-7e44-4867-a7c0-d45adba811b9 req-a91d9763-0467-435e-8287-8198952d69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:41.331908 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-545fe64c-7e44-4867-a7c0-d45adba811b9 req-a91d9763-0467-435e-8287-8198952d69c1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1949826b-fdc5-4b0c-b2df-a46af14b0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475161 Mar 11 18:08:41.437451 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-545fe64c-7e44-4867-a7c0-d45adba811b9 req-aca48632-9912-4062-9c0b-fcc4096301b6 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982678 Mar 11 18:08:41.553984 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-545fe64c-7e44-4867-a7c0-d45adba811b9 req-0bb6cacb-70fe-469f-9187-c47070beda21 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098077 Mar 11 18:08:41.687612 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:42.248044 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc18f8-18e9-4bd1-81b6-336aaf4c5441 req-c843e0e8-cea9-4996-bdca-ca9f521e3d6c tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:42.256857 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fefc18f8-18e9-4bd1-81b6-336aaf4c5441 req-c843e0e8-cea9-4996-bdca-ca9f521e3d6c tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0811589 Mar 11 18:08:42.332923 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fefc18f8-18e9-4bd1-81b6-336aaf4c5441 req-49fc1770-9a73-4f38-8d46-02309dc72089 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713601 Mar 11 18:08:42.408097 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:42.454654 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a531a-8ed0-4e5c-8559-d689a6abfa4a req-46ba88da-558c-4d69-859d-e81ae8f9b76a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:42.457681 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eb5a531a-8ed0-4e5c-8559-d689a6abfa4a req-46ba88da-558c-4d69-859d-e81ae8f9b76a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 945 time: 0.0677283 Mar 11 18:08:42.514939 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eb5a531a-8ed0-4e5c-8559-d689a6abfa4a req-48284f08-d648-49ad-bd5c-a33ca48ce541 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498433 Mar 11 18:08:43.369315 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-c0236536-506f-42a0-9c13-144ca0f78735 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:43.370743 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-c0236536-506f-42a0-9c13-144ca0f78735 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 945 time: 0.0607448 Mar 11 18:08:43.511899 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589579-e539-4a0e-8da3-66112eef4375 req-16504e7e-4af8-4478-b556-1f6e979ff1ea tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:43.513488 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e3589579-e539-4a0e-8da3-66112eef4375 req-16504e7e-4af8-4478-b556-1f6e979ff1ea tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0697954 Mar 11 18:08:43.515992 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Deleting port 2af54cac-dca9-43f1-83cc-cf99f28c349f {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:08:43.516332 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:43.651625 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e3589579-e539-4a0e-8da3-66112eef4375 req-27c34750-2c99-4175-b284-5978a474ef44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319091 Mar 11 18:08:43.675371 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] For port 2af54cac-dca9-43f1-83cc-cf99f28c349f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2af54cac-dca9-43f1-83cc-cf99f28c349f,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:43.675734 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:43.737623 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a6984-c16d-4735-b4f6-37ae1f5ae412 req-14dadc6c-176e-410c-a87c-01b933bf03fe tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:43.739228 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-085a6984-c16d-4735-b4f6-37ae1f5ae412 req-14dadc6c-176e-410c-a87c-01b933bf03fe tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 945 time: 0.1409721 Mar 11 18:08:43.842435 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-085a6984-c16d-4735-b4f6-37ae1f5ae412 req-02c74b3d-602e-467a-956e-77abd5986476 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a21726e-b847-4b65-992b-01ae45171362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959027 Mar 11 18:08:43.909168 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:43.909433 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (e6f661f6-fd4c-4c45-af32-95e9544f9953), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:43.909754 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Floating IP e6f661f6-fd4c-4c45-af32-95e9544f9953 disassociated. External IP: 172.27.0.214, port: 2af54cac-dca9-43f1-83cc-cf99f28c349f. Mar 11 18:08:43.910113 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Calling delete_port for 2af54cac-dca9-43f1-83cc-cf99f28c349f owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:08:44.052634 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (2af54cac-dca9-43f1-83cc-cf99f28c349f), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:44.087331 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event deleted for resources: {'Port': ['ID=2af54cac-dca9-43f1-83cc-cf99f28c349f,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:44.225193 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:08:44.344527 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:44.356871 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7c891-aeff-422f-9518-8170cd8885a4 None None] Sync routers for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:08:44.370243 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7c891-aeff-422f-9518-8170cd8885a4 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:44.371019 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-e0c7c891-aeff-422f-9518-8170cd8885a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:08:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:44.389330 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] No DVR routers for this DVR port 2af54cac-dca9-43f1-83cc-cf99f28c349f on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:08:44.393862 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:44.398355 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-50072a54-1db9-40c8-bbf4-2bb1ded27050 req-f6355759-dd10-48c6-87c1-144d7ea26460 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "DELETE /v2.0/ports/2af54cac-dca9-43f1-83cc-cf99f28c349f HTTP/1.1" status: 204 len: 173 time: 1.0206704 Mar 11 18:08:44.398969 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2982e072-7aec-45ce-92b4-adb969ba8980', 'name': 'network-vif-deleted', 'tag': '2af54cac-dca9-43f1-83cc-cf99f28c349f'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:08:44.401922 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acc9bd3-91bc-48c0-b9db-cbdd6510586a" -d '{"events": [{"server_uuid": "2982e072-7aec-45ce-92b4-adb969ba8980", "name": "network-vif-deleted", "tag": "2af54cac-dca9-43f1-83cc-cf99f28c349f"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:08:44.486864 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d76b2d-93e4-48c1-8cce-a6785ce4ad90 x-openstack-request-id: req-f4d76b2d-93e4-48c1-8cce-a6785ce4ad90 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:08:44.487185 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2982e072-7aec-45ce-92b4-adb969ba8980", "name": "network-vif-deleted", "tag": "2af54cac-dca9-43f1-83cc-cf99f28c349f", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:08:44.487437 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4d76b2d-93e4-48c1-8cce-a6785ce4ad90 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:08:44.487901 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2982e072-7aec-45ce-92b4-adb969ba8980', 'name': 'network-vif-deleted', 'tag': '2af54cac-dca9-43f1-83cc-cf99f28c349f', 'status': 'completed', 'code': 200} Mar 11 18:08:44.555408 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-e0c7c891-aeff-422f-9518-8170cd8885a4 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:44.776735 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-e0c7c891-aeff-422f-9518-8170cd8885a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:44.809029 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7c891-aeff-422f-9518-8170cd8885a4 None None] Checking router: 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:08:44.818324 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7c891-aeff-422f-9518-8170cd8885a4 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:44.818992 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-e0c7c891-aeff-422f-9518-8170cd8885a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:08:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:44.966417 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-e0c7c891-aeff-422f-9518-8170cd8885a4 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:44.969827 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-36bfb58c-ecd8-45c3-bd4b-987bf7d23b25 req-ff364f80-a7cb-4652-858e-71c9b45d82a8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=2982e072-7aec-45ce-92b4-adb969ba8980 HTTP/1.1" status: 200 len: 210 time: 0.0303311 Mar 11 18:08:45.227039 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-e0c7c891-aeff-422f-9518-8170cd8885a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:45.253746 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7c891-aeff-422f-9518-8170cd8885a4 None None] The sync data for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi is: [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:08:45.484241 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910893c-a8c1-41ef-b5cd-d024576d28e5 None None] New status for floating IP e6f661f6-fd4c-4c45-af32-95e9544f9953: DOWN {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:08:46.073012 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59268) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:46.135055 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4ca100dd-acea-43b3-9e1d-d0af4e3d8f51 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (9a21726e-b847-4b65-992b-01ae45171362), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:46.173096 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4ca100dd-acea-43b3-9e1d-d0af4e3d8f51 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (9a21726e-b847-4b65-992b-01ae45171362), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:46.227826 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4ca100dd-acea-43b3-9e1d-d0af4e3d8f51 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (9a21726e-b847-4b65-992b-01ae45171362), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:46.230523 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4ca100dd-acea-43b3-9e1d-d0af4e3d8f51 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:46.235250 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-4ca100dd-acea-43b3-9e1d-d0af4e3d8f51 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "DELETE /v2.0/security-groups/9a21726e-b847-4b65-992b-01ae45171362 HTTP/1.1" status: 204 len: 168 time: 0.1577456 Mar 11 18:08:46.235843 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59276) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:46.243853 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca100dd-acea-43b3-9e1d-d0af4e3d8f51 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a21726e-b847-4b65-992b-01ae45171362,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:46.253433 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.api.v2.resource [None req-47cc056f-69f3-4323-ab65-daf0599003ab tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] show failed (client error): The resource could not be found. Mar 11 18:08:46.254353 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-47cc056f-69f3-4323-ab65-daf0599003ab tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups/9a21726e-b847-4b65-992b-01ae45171362 HTTP/1.1" status: 404 len: 347 time: 0.0173695 Mar 11 18:08:46.259173 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59278) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:46.424483 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-29c9b172-0316-4341-b441-a171aeadc9f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Deleting port 9fa3d65e-f498-4b07-8a7b-2d71fa856428 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:08:46.424786 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-29c9b172-0316-4341-b441-a171aeadc9f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (9fa3d65e-f498-4b07-8a7b-2d71fa856428), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:46.537912 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-29c9b172-0316-4341-b441-a171aeadc9f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (9fa3d65e-f498-4b07-8a7b-2d71fa856428), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:46.538308 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-29c9b172-0316-4341-b441-a171aeadc9f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (9fa3d65e-f498-4b07-8a7b-2d71fa856428), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:46.555193 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-29c9b172-0316-4341-b441-a171aeadc9f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Calling delete_port for 9fa3d65e-f498-4b07-8a7b-2d71fa856428 owned by network:floatingip {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:08:46.573140 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988bb7c-bfcb-496d-ad5e-af8b47f7ad90 req-85c80cd3-eb8d-4b37-bdc3-57571a3601dd tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:46.574792 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8988bb7c-bfcb-496d-ad5e-af8b47f7ad90 req-85c80cd3-eb8d-4b37-bdc3-57571a3601dd tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.1217251 Mar 11 18:08:46.847756 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 2af54cac-dca9-43f1-83cc-cf99f28c349f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:08:46.868794 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 2af54cac-dca9-43f1-83cc-cf99f28c349f {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:08:46.869132 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 2af54cac-dca9-43f1-83cc-cf99f28c349f not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:08:46.932592 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8988bb7c-bfcb-496d-ad5e-af8b47f7ad90 req-abb61227-ec39-4340-9c42-c0954853226a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513489 Mar 11 18:08:47.005997 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-29c9b172-0316-4341-b441-a171aeadc9f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (9fa3d65e-f498-4b07-8a7b-2d71fa856428), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.051507 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9b172-0316-4341-b441-a171aeadc9f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event deleted for resources: {'Port': ['ID=9fa3d65e-f498-4b07-8a7b-2d71fa856428,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:47.124841 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-29c9b172-0316-4341-b441-a171aeadc9f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (e6f661f6-fd4c-4c45-af32-95e9544f9953), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.127451 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-29c9b172-0316-4341-b441-a171aeadc9f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.128709 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-29c9b172-0316-4341-b441-a171aeadc9f5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "DELETE /v2.0/floatingips/e6f661f6-fd4c-4c45-af32-95e9544f9953 HTTP/1.1" status: 204 len: 168 time: 0.8680058 Mar 11 18:08:47.497861 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59284) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:47.503288 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-012bad89-cf7f-41a4-8c11-d432aaf2220f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1980783727', 'description': 'tempest-description--1564379296'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:47.528284 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-012bad89-cf7f-41a4-8c11-d432aaf2220f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.606426 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-012bad89-cf7f-41a4-8c11-d432aaf2220f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (dd1ed1a8-fb15-4359-b350-ebd6a63face8), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.611872 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-012bad89-cf7f-41a4-8c11-d432aaf2220f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (dd1ed1a8-fb15-4359-b350-ebd6a63face8), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.644566 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-012bad89-cf7f-41a4-8c11-d432aaf2220f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.646375 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-012bad89-cf7f-41a4-8c11-d432aaf2220f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1471915 Mar 11 18:08:47.650037 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59286) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:47.656037 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-0212a82e-9139-4b68-954e-b3c5b8b39374 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'security_group_rule': {'security_group_id': 'dd1ed1a8-fb15-4359-b350-ebd6a63face8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:47.661832 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bad89-cf7f-41a4-8c11-d432aaf2220f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1ed1a8-fb15-4359-b350-ebd6a63face8,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:47.691926 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0212a82e-9139-4b68-954e-b3c5b8b39374 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (b6be568a-651b-4d3f-9b0b-84d622ed51eb), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.757099 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0212a82e-9139-4b68-954e-b3c5b8b39374 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (b6be568a-651b-4d3f-9b0b-84d622ed51eb), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.761572 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0212a82e-9139-4b68-954e-b3c5b8b39374 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (b6be568a-651b-4d3f-9b0b-84d622ed51eb), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.782928 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212a82e-9139-4b68-954e-b3c5b8b39374 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6be568a-651b-4d3f-9b0b-84d622ed51eb,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:47.794268 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0212a82e-9139-4b68-954e-b3c5b8b39374 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.795669 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-0212a82e-9139-4b68-954e-b3c5b8b39374 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444838 Mar 11 18:08:47.801628 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59288) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:47.806860 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-f6b611d6-5d54-4eee-a989-c41e00a8cbb2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'security_group_rule': {'security_group_id': 'dd1ed1a8-fb15-4359-b350-ebd6a63face8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:47.834450 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f6b611d6-5d54-4eee-a989-c41e00a8cbb2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (5217ed6e-01e0-4dbd-b3a8-00b1945c607c), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.888429 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f6b611d6-5d54-4eee-a989-c41e00a8cbb2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (5217ed6e-01e0-4dbd-b3a8-00b1945c607c), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.893621 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f6b611d6-5d54-4eee-a989-c41e00a8cbb2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (5217ed6e-01e0-4dbd-b3a8-00b1945c607c), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.912170 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b611d6-5d54-4eee-a989-c41e00a8cbb2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5217ed6e-01e0-4dbd-b3a8-00b1945c607c,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:47.922855 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f6b611d6-5d54-4eee-a989-c41e00a8cbb2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:47.924279 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-f6b611d6-5d54-4eee-a989-c41e00a8cbb2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215165 Mar 11 18:08:47.927787 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59290) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:47.932605 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:47.954474 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.072230 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.076453 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cdf52-ffbd-43f1-a13b-2be1a13903c7 req-30c45963-c86b-415f-8674-7059092b5647 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:48.078089 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9f9cdf52-ffbd-43f1-a13b-2be1a13903c7 req-30c45963-c86b-415f-8674-7059092b5647 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0651746 Mar 11 18:08:48.141248 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9f9cdf52-ffbd-43f1-a13b-2be1a13903c7 req-dfb8ed03-9d70-413b-8d54-ba30322be2c3 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=292ed40f-b079-4351-b787-dacc1f715e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557523 Mar 11 18:08:48.243610 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Allocated IP 172.27.0.32 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/1b0fc805-4a80-4c17-9b0f-96ed211267c0) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:48.380561 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for port (1b0fc805-4a80-4c17-9b0f-96ed211267c0), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.412156 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-5d1405e6-2bbe-42de-8001-6f5690d7dc22 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:48.414928 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-5d1405e6-2bbe-42de-8001-6f5690d7dc22 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.104 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 946 time: 0.0744383 Mar 11 18:08:48.419376 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (1b0fc805-4a80-4c17-9b0f-96ed211267c0), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.467158 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:48.470306 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:48.472948 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:48.479450 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'Port': ['ID=1b0fc805-4a80-4c17-9b0f-96ed211267c0,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:48.523836 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Deleting port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:08:48.524471 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.573817 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (f979c30e-42ac-44e5-ad4a-07d2628fa4dd), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.620033 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (1b0fc805-4a80-4c17-9b0f-96ed211267c0), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.624797 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] For port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:48.625173 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.831447 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for port (1b0fc805-4a80-4c17-9b0f-96ed211267c0), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.839682 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (1b0fc805-4a80-4c17-9b0f-96ed211267c0), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.843049 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.843417 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (1e11d1ca-2526-4b07-9ef8-017ddf7704e9), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.843739 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Floating IP 1e11d1ca-2526-4b07-9ef8-017ddf7704e9 disassociated. External IP: 172.27.0.109, port: dce7ad5e-40f0-4f01-bbde-cbee94ea9e15. Mar 11 18:08:48.844086 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Calling delete_port for dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:08:48.916813 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'Port': ['ID=1b0fc805-4a80-4c17-9b0f-96ed211267c0,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:48.925994 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (f979c30e-42ac-44e5-ad4a-07d2628fa4dd), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.945510 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:48.947464 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-e9b18be0-be32-43ec-9b46-6f3de87c304e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0184758 Mar 11 18:08:49.003586 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (dce7ad5e-40f0-4f01-bbde-cbee94ea9e15), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:49.034501 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event deleted for resources: {'Port': ['ID=dce7ad5e-40f0-4f01-bbde-cbee94ea9e15,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:49.194676 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-6aa3b1a3-27e6-4f85-8ebd-df92bb6641d2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1980783727&fields=id&tenant_id=ebd48be9d38b4dbaaa109c0895bb2068 HTTP/1.1" status: 200 len: 267 time: 0.0852807 Mar 11 18:08:49.277168 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:08:49.285624 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-12f53195-fbc2-4e6c-b1db-261936de0299 req-1257d605-e12c-4134-a1da-bff5ce3b4468 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=35ea0ab8-161f-45b3-a408-fc0048ac858b HTTP/1.1" status: 200 len: 210 time: 0.0491679 Mar 11 18:08:49.399037 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf229-9f04-4d36-9784-f3af20ef808b req-fd018412-8ac2-47e8-8edd-a24471ed04ad tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:49.400603 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-fd018412-8ac2-47e8-8edd-a24471ed04ad tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 815 time: 0.1938000 Mar 11 18:08:49.425162 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-d3cf13a3-281a-4dd2-8f1a-ab6e7e37ef85 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/quotas/ebd48be9d38b4dbaaa109c0895bb2068 HTTP/1.1" status: 200 len: 375 time: 0.0152426 Mar 11 18:08:49.496203 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:49.506379 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d88b4-ed68-4259-879f-028bde53171f None None] Sync routers for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:08:49.520988 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d88b4-ed68-4259-879f-028bde53171f None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:49.521798 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-c37d88b4-ed68-4259-879f-028bde53171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:08:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:49.555317 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] No DVR routers for this DVR port dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:08:49.559288 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:49.562826 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dc9a7ccf-4940-4b2b-86f8-4a14aaa31aca req-f9317ee6-2426-46ce-97a9-e1cd3fdeab10 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.104 "DELETE /v2.0/ports/dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 HTTP/1.1" status: 204 len: 173 time: 1.1418245 Mar 11 18:08:49.563315 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'name': 'network-vif-deleted', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:08:49.565732 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2683132b-b0d5-4cf7-8802-cc0fce6a4ee7" -d '{"events": [{"server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "name": "network-vif-deleted", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:08:49.583183 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-5f790c11-5052-413f-af0c-304b4e88a278 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326005 Mar 11 18:08:49.629131 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8330e2-21bc-49de-a605-412f801014d2 x-openstack-request-id: req-9c8330e2-21bc-49de-a605-412f801014d2 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:08:49.629442 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea0ab8-161f-45b3-a408-fc0048ac858b", "name": "network-vif-deleted", "tag": "dce7ad5e-40f0-4f01-bbde-cbee94ea9e15", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:08:49.629701 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c8330e2-21bc-49de-a605-412f801014d2 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:08:49.630227 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea0ab8-161f-45b3-a408-fc0048ac858b', 'name': 'network-vif-deleted', 'tag': 'dce7ad5e-40f0-4f01-bbde-cbee94ea9e15', 'status': 'completed', 'code': 200} Mar 11 18:08:49.718121 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-95340054-683f-445b-8324-95008b48e070 service neutron] 10.222.0.30 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184425 Mar 11 18:08:49.809027 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-c37d88b4-ed68-4259-879f-028bde53171f None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:49.826486 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-4537b306-d94b-48a4-a784-7fffea27a831 service neutron] 10.222.0.30 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010113 Mar 11 18:08:50.049289 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9b604b6a-012c-4cec-a941-68666d0ed48f req-5c363550-c140-4ce0-abff-e6da8b9740b5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 210 time: 0.0489314 Mar 11 18:08:50.085645 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-c37d88b4-ed68-4259-879f-028bde53171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:50.129377 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d88b4-ed68-4259-879f-028bde53171f None None] Checking router: 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:08:50.140171 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d88b4-ed68-4259-879f-028bde53171f None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:50.140736 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-c37d88b4-ed68-4259-879f-028bde53171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:08:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:50.268286 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-c37d88b4-ed68-4259-879f-028bde53171f None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:50.402576 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59328) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:50.464852 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6ddab07f-1874-4834-8fdd-3c8852e2c03e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group (292ed40f-b079-4351-b787-dacc1f715e82), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:50.491973 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6ddab07f-1874-4834-8fdd-3c8852e2c03e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group (292ed40f-b079-4351-b787-dacc1f715e82), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:50.520614 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-c37d88b4-ed68-4259-879f-028bde53171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:50.558302 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d88b4-ed68-4259-879f-028bde53171f None None] The sync data for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi is: [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:08:50.577294 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6ddab07f-1874-4834-8fdd-3c8852e2c03e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (292ed40f-b079-4351-b787-dacc1f715e82), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:50.580191 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6ddab07f-1874-4834-8fdd-3c8852e2c03e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:50.582767 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-6ddab07f-1874-4834-8fdd-3c8852e2c03e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "DELETE /v2.0/security-groups/292ed40f-b079-4351-b787-dacc1f715e82 HTTP/1.1" status: 204 len: 168 time: 0.1790764 Mar 11 18:08:50.587522 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59330) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:50.594838 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddab07f-1874-4834-8fdd-3c8852e2c03e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=292ed40f-b079-4351-b787-dacc1f715e82,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:50.605798 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.api.v2.resource [None req-44151295-7cf6-4292-95cd-c38b51ea2cb8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] show failed (client error): The resource could not be found. Mar 11 18:08:50.607067 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-44151295-7cf6-4292-95cd-c38b51ea2cb8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups/292ed40f-b079-4351-b787-dacc1f715e82 HTTP/1.1" status: 404 len: 347 time: 0.0183523 Mar 11 18:08:50.610707 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59332) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:50.759478 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-9907312d-cdbb-43e0-961a-6f2aa3bc6ebc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Deleting port 92a598cc-3b59-4d81-9319-098541fc2a05 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:08:50.759973 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9907312d-cdbb-43e0-961a-6f2aa3bc6ebc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (92a598cc-3b59-4d81-9319-098541fc2a05), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:50.851550 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9907312d-cdbb-43e0-961a-6f2aa3bc6ebc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (92a598cc-3b59-4d81-9319-098541fc2a05), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:50.851885 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9907312d-cdbb-43e0-961a-6f2aa3bc6ebc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (92a598cc-3b59-4d81-9319-098541fc2a05), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:50.857517 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b645ff-2162-4d35-88dc-b523424677ff None None] New status for floating IP 1e11d1ca-2526-4b07-9ef8-017ddf7704e9: DOWN {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:08:50.864934 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-9907312d-cdbb-43e0-961a-6f2aa3bc6ebc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Calling delete_port for 92a598cc-3b59-4d81-9319-098541fc2a05 owned by network:floatingip {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:08:51.036449 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9907312d-cdbb-43e0-961a-6f2aa3bc6ebc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (92a598cc-3b59-4d81-9319-098541fc2a05), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:51.065635 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907312d-cdbb-43e0-961a-6f2aa3bc6ebc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event deleted for resources: {'Port': ['ID=92a598cc-3b59-4d81-9319-098541fc2a05,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:51.149252 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9907312d-cdbb-43e0-961a-6f2aa3bc6ebc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (1e11d1ca-2526-4b07-9ef8-017ddf7704e9), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:51.152501 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9907312d-cdbb-43e0-961a-6f2aa3bc6ebc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:51.153768 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-9907312d-cdbb-43e0-961a-6f2aa3bc6ebc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "DELETE /v2.0/floatingips/1e11d1ca-2526-4b07-9ef8-017ddf7704e9 HTTP/1.1" status: 204 len: 168 time: 0.5368099 Mar 11 18:08:51.164545 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-49f7e2fe-3b27-457a-b342-78a365c4c4f2 req-edf344b5-eb45-4917-b327-ef4ca3de9c33 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 210 time: 0.0348027 Mar 11 18:08:51.306526 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf229-9f04-4d36-9784-f3af20ef808b req-b9becfc7-12a1-4bf8-ab09-29fc7b19065d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:51.308090 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-b9becfc7-12a1-4bf8-ab09-29fc7b19065d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 815 time: 0.1425691 Mar 11 18:08:51.376064 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-93da0cd5-9288-4bf0-a1da-99525ca432c4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd48be9d38b4dbaaa109c0895bb2068 HTTP/1.1" status: 200 len: 380 time: 0.0567911 Mar 11 18:08:51.385689 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-98faf229-9f04-4d36-9784-f3af20ef808b req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'port': {'device_id': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'admin_state_up': True, 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'security_groups': ['dd1ed1a8-fb15-4359-b350-ebd6a63face8']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:51.505171 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98faf229-9f04-4d36-9784-f3af20ef808b req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Made reservation on behalf of ebd48be9d38b4dbaaa109c0895bb2068 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:51.508445 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-98faf229-9f04-4d36-9784-f3af20ef808b req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:51.650181 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-98faf229-9f04-4d36-9784-f3af20ef808b req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Allocated IP 172.20.0.12 (14672d67-1901-485e-810c-784d68b54b42/06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da/404fb0df-8110-4a6a-97a9-440761d978b5) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:51.710288 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59342) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:51.714783 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-1a0b7158-e12c-4b29-a2a8-f267682e9468 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2082577328', 'description': 'tempest-description--1272105709'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:51.784936 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7158-e12c-4b29-a2a8-f267682e9468 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:51.826791 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-98faf229-9f04-4d36-9784-f3af20ef808b req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for port (404fb0df-8110-4a6a-97a9-440761d978b5), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:51.899311 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-98faf229-9f04-4d36-9784-f3af20ef808b req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:51.902852 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7158-e12c-4b29-a2a8-f267682e9468 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group (c9391b1b-9c12-4c0c-b2da-5341cecba54b), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:51.910030 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7158-e12c-4b29-a2a8-f267682e9468 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (c9391b1b-9c12-4c0c-b2da-5341cecba54b), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:51.981489 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98faf229-9f04-4d36-9784-f3af20ef808b req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Network 14672d67-1901-485e-810c-784d68b54b42 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:51.986667 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7158-e12c-4b29-a2a8-f267682e9468 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:51.988429 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-1a0b7158-e12c-4b29-a2a8-f267682e9468 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2771173 Mar 11 18:08:51.993509 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59344) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:51.996139 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-98faf229-9f04-4d36-9784-f3af20ef808b req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:51.998337 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b7158-e12c-4b29-a2a8-f267682e9468 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9391b1b-9c12-4c0c-b2da-5341cecba54b,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:51.998594 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-24a030a6-b299-448d-a69d-4d696e44d058 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Request body: {'security_group_rule': {'security_group_id': 'c9391b1b-9c12-4c0c-b2da-5341cecba54b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:52.000703 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-98faf229-9f04-4d36-9784-f3af20ef808b req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:52.003385 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'Port': ['ID=404fb0df-8110-4a6a-97a9-440761d978b5,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:52.056844 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-24a030a6-b299-448d-a69d-4d696e44d058 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group_rule (35d7508c-33f6-4948-96cd-e1eab1227b71), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.057122 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf229-9f04-4d36-9784-f3af20ef808b req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:52.057657 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-98faf229-9f04-4d36-9784-f3af20ef808b req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.079524 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-0245f65c-c891-4d95-93b3-37ea6ced361c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6976409 Mar 11 18:08:52.091864 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Request body: {'port': {'device_id': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:52.125044 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-24a030a6-b299-448d-a69d-4d696e44d058 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group_rule (35d7508c-33f6-4948-96cd-e1eab1227b71), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.130958 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-24a030a6-b299-448d-a69d-4d696e44d058 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (35d7508c-33f6-4948-96cd-e1eab1227b71), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.154026 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a030a6-b299-448d-a69d-4d696e44d058 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d7508c-33f6-4948-96cd-e1eab1227b71,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:52.165000 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.165246 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-24a030a6-b299-448d-a69d-4d696e44d058 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.166338 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-24a030a6-b299-448d-a69d-4d696e44d058 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717842 Mar 11 18:08:52.171505 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59346) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:52.179750 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-970ce666-13b4-4d49-bdef-5ea7c6d51575 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Request body: {'security_group_rule': {'security_group_id': 'c9391b1b-9c12-4c0c-b2da-5341cecba54b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:52.226273 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-970ce666-13b4-4d49-bdef-5ea7c6d51575 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group_rule (972c9d3e-629c-471d-ad6b-641e6b6438fa), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.307246 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-a4fe50aa-46cc-4fe6-9ea3-cb1b42097163 None None] Provisioning complete for port 404fb0df-8110-4a6a-97a9-440761d978b5 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:08:52.307893 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a4fe50aa-46cc-4fe6-9ea3-cb1b42097163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.328515 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-970ce666-13b4-4d49-bdef-5ea7c6d51575 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group_rule (972c9d3e-629c-471d-ad6b-641e6b6438fa), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.338374 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-970ce666-13b4-4d49-bdef-5ea7c6d51575 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (972c9d3e-629c-471d-ad6b-641e6b6438fa), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.364930 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ce666-13b4-4d49-bdef-5ea7c6d51575 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972c9d3e-629c-471d-ad6b-641e6b6438fa,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:52.367813 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe50aa-46cc-4fe6-9ea3-cb1b42097163 None None] Port 404fb0df-8110-4a6a-97a9-440761d978b5 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:08:52.381702 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-970ce666-13b4-4d49-bdef-5ea7c6d51575 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.386031 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-970ce666-13b4-4d49-bdef-5ea7c6d51575 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2100356 Mar 11 18:08:52.386258 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59352) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:52.390865 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:52.413188 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.427081 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fb48b-6ce1-49de-b30b-78efde69224d req-96a4beba-bb2c-4bcf-a948-bc933b24d1a3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:52.428612 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e03fb48b-6ce1-49de-b30b-78efde69224d req-96a4beba-bb2c-4bcf-a948-bc933b24d1a3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 932 time: 0.1691794 Mar 11 18:08:52.516607 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.540767 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e03fb48b-6ce1-49de-b30b-78efde69224d req-160238f6-71e5-4c72-8e0a-590c880091d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd1ed1a8-fb15-4359-b350-ebd6a63face8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035576 Mar 11 18:08:52.604913 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404fb0df-8110-4a6a-97a9-440761d978b5 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:08:52.617032 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Publish callbacks [] for port (404fb0df-8110-4a6a-97a9-440761d978b5), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.636406 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Transition to ACTIVE for port object 404fb0df-8110-4a6a-97a9-440761d978b5 will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:08:52.646966 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Allocated IP 172.27.0.15 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/83b9f364-f779-4fa7-859f-008ecd48c717) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:52.648211 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.709486 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Pushing event updated for resources: {'Port': ['ID=404fb0df-8110-4a6a-97a9-440761d978b5,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:52.782730 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Attempting to bind port 404fb0df-8110-4a6a-97a9-440761d978b5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:08:52.783635 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Attempting to bind port 404fb0df-8110-4a6a-97a9-440761d978b5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:08:52.783852 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for port (83b9f364-f779-4fa7-859f-008ecd48c717), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.784287 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Attempting to bind port 404fb0df-8110-4a6a-97a9-440761d978b5 on network 14672d67-1901-485e-810c-784d68b54b42 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:08:52.789478 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Port 404fb0df-8110-4a6a-97a9-440761d978b5 on network 14672d67-1901-485e-810c-784d68b54b42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:08:52.790089 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Attempting to bind port 404fb0df-8110-4a6a-97a9-440761d978b5 on network 14672d67-1901-485e-810c-784d68b54b42 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:08:52.796689 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:08:52.797298 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Checking segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:08:52.797867 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Bound using segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:08:52.798484 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Bound port: 404fb0df-8110-4a6a-97a9-440761d978b5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:08:52.799089 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.831508 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (83b9f364-f779-4fa7-859f-008ecd48c717), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.877084 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] For port 404fb0df-8110-4a6a-97a9-440761d978b5, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:08:52.881100 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] For port 404fb0df-8110-4a6a-97a9-440761d978b5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=404fb0df-8110-4a6a-97a9-440761d978b5,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:08:52.890205 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.894286 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:08:52.896104 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event updated for resources: {'Port': ['ID=83b9f364-f779-4fa7-859f-008ecd48c717,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:52.915186 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:52.919383 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:52.923006 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:52.939281 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:08:52.939970 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device dce7ad5e-40f0-4f01-bbde-cbee94ea9e15 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:08:52.954217 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:52.955005 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.957495 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] 10.222.0.104 "PUT /v2.0/ports/404fb0df-8110-4a6a-97a9-440761d978b5 HTTP/1.1" status: 200 len: 1094 time: 0.8705618 Mar 11 18:08:52.957964 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'tag': '404fb0df-8110-4a6a-97a9-440761d978b5'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:08:52.961163 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e731897d-bacd-4649-ae34-aa58c02cb1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea3abe8-b380-41c6-9757-37cbabb1b965", "tag": "404fb0df-8110-4a6a-97a9-440761d978b5"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:08:53.033365 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (0a65be30-f525-469a-9db8-d12268777ede), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.036986 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b191c7-c3a3-4ea9-ac71-c9dbd96c4daf x-openstack-request-id: req-f0b191c7-c3a3-4ea9-ac71-c9dbd96c4daf {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:08:53.037290 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea3abe8-b380-41c6-9757-37cbabb1b965", "tag": "404fb0df-8110-4a6a-97a9-440761d978b5", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:08:53.037530 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0b191c7-c3a3-4ea9-ac71-c9dbd96c4daf {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:08:53.037963 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'tag': '404fb0df-8110-4a6a-97a9-440761d978b5', 'status': 'completed', 'code': 200} Mar 11 18:08:53.061974 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80bd44-044c-41ff-8b40-a0c2076e1b49 service neutron] Pushing event updated for resources: {'Port': ['ID=404fb0df-8110-4a6a-97a9-440761d978b5,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:53.104913 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (83b9f364-f779-4fa7-859f-008ecd48c717), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.112648 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf229-9f04-4d36-9784-f3af20ef808b req-1323d9ba-62fc-423b-bbcb-c2d81678ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:53.114328 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-1323d9ba-62fc-423b-bbcb-c2d81678ee47 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 1128 time: 0.1003654 Mar 11 18:08:53.175780 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-83385664-f0d0-41b5-93e1-41bb323d3434 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404fb0df-8110-4a6a-97a9-440761d978b5 HTTP/1.1" status: 200 len: 217 time: 0.0482106 Mar 11 18:08:53.238732 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf229-9f04-4d36-9784-f3af20ef808b req-3519d00c-78e8-4927-9e93-b6c4ef5b4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:53.240352 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-3519d00c-78e8-4927-9e93-b6c4ef5b4e07 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.0582695 Mar 11 18:08:53.286974 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for port (83b9f364-f779-4fa7-859f-008ecd48c717), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.292461 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (83b9f364-f779-4fa7-859f-008ecd48c717), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.293033 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf229-9f04-4d36-9784-f3af20ef808b req-8a909a75-60f3-4158-9985-3e6b89523880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:53.294748 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-8a909a75-60f3-4158-9985-3e6b89523880 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475907 Mar 11 18:08:53.364432 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event updated for resources: {'Port': ['ID=83b9f364-f779-4fa7-859f-008ecd48c717,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:53.379964 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (0a65be30-f525-469a-9db8-d12268777ede), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.394706 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-bed26b97-76cd-4d95-813f-1ae6291535b7 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940077 Mar 11 18:08:53.398916 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.400354 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-47fcfab4-bf7d-4dfd-bcfe-42ffefcea76b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0131190 Mar 11 18:08:53.500884 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-98faf229-9f04-4d36-9784-f3af20ef808b req-6ce2f46a-ecfd-43f8-ba3e-c355443807d7 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998051 Mar 11 18:08:53.673922 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-5fe01fae-6e4b-48fd-9d87-1515b9b6a8c2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2082577328&fields=id&tenant_id=f8aa7bc2fe374cd38f56514efc24a417 HTTP/1.1" status: 200 len: 267 time: 0.1042571 Mar 11 18:08:53.676994 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731897d-bacd-4649-ae34-aa58c02cb1f9 req-26ea845e-7f5d-4e0e-8e25-efff2077952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:53.678572 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e731897d-bacd-4649-ae34-aa58c02cb1f9 req-26ea845e-7f5d-4e0e-8e25-efff2077952f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 1128 time: 0.1197369 Mar 11 18:08:53.802894 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5bf75-2971-4872-9aec-de82d1b2e445 req-6ff429af-b412-49b7-90fd-bfa572418169 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:53.804399 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7bc5bf75-2971-4872-9aec-de82d1b2e445 req-6ff429af-b412-49b7-90fd-bfa572418169 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 944 time: 0.1852021 Mar 11 18:08:53.921567 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-1a6a4462-b736-43e3-a42a-6ac4988ef2ae tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:53.923153 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-1a6a4462-b736-43e3-a42a-6ac4988ef2ae tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 817 time: 0.2404997 Mar 11 18:08:53.927680 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731897d-bacd-4649-ae34-aa58c02cb1f9 req-33cb7a0e-b36e-4feb-92b7-4eb2877970f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:53.929166 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e731897d-bacd-4649-ae34-aa58c02cb1f9 req-33cb7a0e-b36e-4feb-92b7-4eb2877970f9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 917 time: 0.2437108 Mar 11 18:08:53.940387 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7bc5bf75-2971-4872-9aec-de82d1b2e445 req-32401ff9-4206-4985-99b6-1d7323dc58af tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd1ed1a8-fb15-4359-b350-ebd6a63face8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269290 Mar 11 18:08:53.950416 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-16de8510-bb6e-4e6b-a72b-a81c98c204e3 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/quotas/f8aa7bc2fe374cd38f56514efc24a417 HTTP/1.1" status: 200 len: 375 time: 0.0194457 Mar 11 18:08:53.989191 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e731897d-bacd-4649-ae34-aa58c02cb1f9 req-3399c697-6d71-478d-ae0c-ccda1431141e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404fb0df-8110-4a6a-97a9-440761d978b5 HTTP/1.1" status: 200 len: 217 time: 0.0478911 Mar 11 18:08:54.059557 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731897d-bacd-4649-ae34-aa58c02cb1f9 req-447fa17c-6180-469e-907e-3cc88929ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:54.060982 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e731897d-bacd-4649-ae34-aa58c02cb1f9 req-447fa17c-6180-469e-907e-3cc88929ba49 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.0536010 Mar 11 18:08:54.069833 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0f1c200-177b-48f3-ba14-f426e86bd7f1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896249 Mar 11 18:08:54.176756 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731897d-bacd-4649-ae34-aa58c02cb1f9 req-2429aa5e-c104-4f35-8d0d-c0c546e3c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:54.178312 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e731897d-bacd-4649-ae34-aa58c02cb1f9 req-2429aa5e-c104-4f35-8d0d-c0c546e3c314 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076148 Mar 11 18:08:54.213430 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-6ee69bf1-f6a0-4199-bef7-5918e988e85c service neutron] 10.222.0.30 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175699 Mar 11 18:08:54.339395 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e731897d-bacd-4649-ae34-aa58c02cb1f9 req-1c58385e-ff7d-4d13-9bf2-9d587d5ec04c service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532066 Mar 11 18:08:54.361387 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-21fdfa82-94b5-40a9-999a-83c13a620bc3 service neutron] 10.222.0.30 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370766 Mar 11 18:08:54.445441 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e731897d-bacd-4649-ae34-aa58c02cb1f9 req-ca05c5ab-6251-45e6-892c-5d55995be515 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966773 Mar 11 18:08:54.524397 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f10b094a-a7dd-4945-9c95-4455662e0ac3 req-7285310c-d058-4552-8727-4a660676a0c5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0289524 Mar 11 18:08:55.071968 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913e9dd-635a-4d17-8714-d6c75b95da61 req-b97e69f6-32ec-42db-a9bd-b9170987651b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:55.073766 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3913e9dd-635a-4d17-8714-d6c75b95da61 req-b97e69f6-32ec-42db-a9bd-b9170987651b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 944 time: 0.0559542 Mar 11 18:08:55.124847 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3913e9dd-635a-4d17-8714-d6c75b95da61 req-8b736f8e-bb37-47fc-b268-c617428500f3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd1ed1a8-fb15-4359-b350-ebd6a63face8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440671 Mar 11 18:08:55.630436 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-570aa050-28da-4bbf-9bfe-4d062c944b11 req-f963e680-502f-4934-8fe2-343fececd163 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0328691 Mar 11 18:08:55.649246 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-3ba3fe1d-c6f7-4310-ac20-7c413c832a03 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:55.651036 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-3ba3fe1d-c6f7-4310-ac20-7c413c832a03 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 817 time: 0.1382372 Mar 11 18:08:55.714530 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-fe5a606d-7976-4a7e-92f1-5f0b975e4463 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8aa7bc2fe374cd38f56514efc24a417 HTTP/1.1" status: 200 len: 380 time: 0.0532329 Mar 11 18:08:55.724071 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Request body: {'port': {'device_id': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'admin_state_up': True, 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'security_groups': ['c9391b1b-9c12-4c0c-b2da-5341cecba54b']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:56.102991 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Made reservation on behalf of f8aa7bc2fe374cd38f56514efc24a417 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:56.106468 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.258938 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Allocated IP 172.20.0.14 (1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa/209a4d2c-5029-4d6a-99e0-21663353e235/3e82f0bc-be5f-49f7-9895-7c62aed12888) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:56.295802 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae7c3-6c39-442e-a51b-cbf3597b5174 req-c811559c-033b-442d-87ff-8a3c36ffb0ad tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:56.297358 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ed0ae7c3-6c39-442e-a51b-cbf3597b5174 req-c811559c-033b-442d-87ff-8a3c36ffb0ad tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 944 time: 0.0899174 Mar 11 18:08:56.408395 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ed0ae7c3-6c39-442e-a51b-cbf3597b5174 req-fec3c9af-7c71-4ce8-a697-7fd56e654cab tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd1ed1a8-fb15-4359-b350-ebd6a63face8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047752 Mar 11 18:08:56.442151 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.481235 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.523107 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:56.528212 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:56.530617 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:56.564475 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event updated for resources: {'Port': ['ID=3e82f0bc-be5f-49f7-9895-7c62aed12888,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:56.591179 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:56.591785 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.609628 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cbbc3507-641a-4bdd-ab3e-4c11cad0f090 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8891802 Mar 11 18:08:56.622685 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Request body: {'port': {'device_id': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:56.686730 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.785357 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-410f177e-be90-4ec1-ad1e-b94ad5cc31cf None None] Provisioning complete for port 3e82f0bc-be5f-49f7-9895-7c62aed12888 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:08:56.785990 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-410f177e-be90-4ec1-ad1e-b94ad5cc31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.822796 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-410f177e-be90-4ec1-ad1e-b94ad5cc31cf None None] Port 3e82f0bc-be5f-49f7-9895-7c62aed12888 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:08:56.851694 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d06b8-99f4-4fc5-9db2-21a25b9e54fc req-aa08c5d8-2bd1-4570-9aad-2e02866fc083 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:56.853189 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3b1d06b8-99f4-4fc5-9db2-21a25b9e54fc req-aa08c5d8-2bd1-4570-9aad-2e02866fc083 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 932 time: 0.1321752 Mar 11 18:08:56.900183 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 404fb0df-8110-4a6a-97a9-440761d978b5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:08:56.955668 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3b1d06b8-99f4-4fc5-9db2-21a25b9e54fc req-97e412f4-6339-4397-a8d3-237361631b7e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909071 Mar 11 18:08:57.001616 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 404fb0df-8110-4a6a-97a9-440761d978b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=404fb0df-8110-4a6a-97a9-440761d978b5,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:57.012603 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '404fb0df-8110-4a6a-97a9-440761d978b5', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'port_id': '404fb0df-8110-4a6a-97a9-440761d978b5', 'mac_address': 'fa:16:3e:8f:0c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:08:57.027003 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e82f0bc-be5f-49f7-9895-7c62aed12888 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:08:57.035407 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Publish callbacks [] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.051911 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Transition to ACTIVE for port object 3e82f0bc-be5f-49f7-9895-7c62aed12888 will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:08:57.055126 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 404fb0df-8110-4a6a-97a9-440761d978b5 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:08:57.055518 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.056407 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.069415 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404fb0df-8110-4a6a-97a9-440761d978b5 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:08:57.090905 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 404fb0df-8110-4a6a-97a9-440761d978b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=404fb0df-8110-4a6a-97a9-440761d978b5,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:57.097428 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.151494 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Pushing event updated for resources: {'Port': ['ID=3e82f0bc-be5f-49f7-9895-7c62aed12888,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:57.152349 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=404fb0df-8110-4a6a-97a9-440761d978b5,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:57.185106 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Attempting to bind port 3e82f0bc-be5f-49f7-9895-7c62aed12888 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:08:57.185447 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Attempting to bind port 3e82f0bc-be5f-49f7-9895-7c62aed12888 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:08:57.185807 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Attempting to bind port 3e82f0bc-be5f-49f7-9895-7c62aed12888 on network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:08:57.190736 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Port 3e82f0bc-be5f-49f7-9895-7c62aed12888 on network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:08:57.191064 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Attempting to bind port 3e82f0bc-be5f-49f7-9895-7c62aed12888 on network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:08:57.196380 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:08:57.196728 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Checking segment: {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:08:57.197116 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Bound using segment: {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:08:57.197547 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Bound port: 3e82f0bc-be5f-49f7-9895-7c62aed12888, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:08:57.197914 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.265499 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:08:57.270219 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:08:57.277272 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.311196 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:57.312462 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.314396 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] 10.222.0.104 "PUT /v2.0/ports/3e82f0bc-be5f-49f7-9895-7c62aed12888 HTTP/1.1" status: 200 len: 1094 time: 0.6963418 Mar 11 18:08:57.317541 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:08:57.320852 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ad7787-ac9f-4a07-a760-28b091415d76" -d '{"events": [{"name": "network-changed", "server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:08:57.368421 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0482a49-5555-4a22-8165-29434df17c99 service neutron] Pushing event updated for resources: {'Port': ['ID=3e82f0bc-be5f-49f7-9895-7c62aed12888,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:57.400057 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cda7495-51e1-444d-b2c6-683c38b15785 x-openstack-request-id: req-5cda7495-51e1-444d-b2c6-683c38b15785 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:08:57.402027 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:08:57.402027 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cda7495-51e1-444d-b2c6-683c38b15785 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:08:57.402027 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'status': 'completed', 'code': 200} Mar 11 18:08:57.448371 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-b802f1a2-f5f6-4ff6-aab0-c7723bdc8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:57.450134 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-b802f1a2-f5f6-4ff6-aab0-c7723bdc8680 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 1128 time: 0.0655794 Mar 11 18:08:57.467285 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['404fb0df-8110-4a6a-97a9-440761d978b5'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:08:57.549975 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-d1177861-69d8-4376-bf0a-d95326dd1467 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888 HTTP/1.1" status: 200 len: 217 time: 0.0846198 Mar 11 18:08:57.604025 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d39c2-6845-4a5a-b8b5-60a4113a2d28 req-f828d4e0-3300-43f1-9f90-c821c5d9dd60 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:57.605541 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-833d39c2-6845-4a5a-b8b5-60a4113a2d28 req-f828d4e0-3300-43f1-9f90-c821c5d9dd60 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 945 time: 0.1034403 Mar 11 18:08:57.633382 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cc6fcf07-d854-471c-a709-02fbb26ccdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:57.634915 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-cc6fcf07-d854-471c-a709-02fbb26ccdb3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.0760376 Mar 11 18:08:57.688614 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-833d39c2-6845-4a5a-b8b5-60a4113a2d28 req-e70c61f1-1314-4190-af22-b4bdfab13f7c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd1ed1a8-fb15-4359-b350-ebd6a63face8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722601 Mar 11 18:08:57.702141 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-9833a1fc-572a-41bf-9664-2dd250edb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:57.703779 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-9833a1fc-572a-41bf-9664-2dd250edb636 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613871 Mar 11 18:08:57.806874 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-60707fd1-11ad-4f4f-a894-80137795569b service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940504 Mar 11 18:08:57.907289 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e31a98f3-b77a-4649-b58f-c95f39fb316b req-8d9b63d1-0162-4e45-ad42-ab14747246c2 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938268 Mar 11 18:08:58.011931 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad7787-ac9f-4a07-a760-28b091415d76 req-a54bc996-dd2f-4f4c-a6c3-df0addee972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:58.013469 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-65ad7787-ac9f-4a07-a760-28b091415d76 req-a54bc996-dd2f-4f4c-a6c3-df0addee972f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 1128 time: 0.0514336 Mar 11 18:08:58.145451 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05606595-490e-44b6-8856-0c16d4b9ba80 req-8e24a5b4-a866-46a3-8613-96fb0c2a41d1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:58.146895 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-05606595-490e-44b6-8856-0c16d4b9ba80 req-8e24a5b4-a866-46a3-8613-96fb0c2a41d1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.1166375 Mar 11 18:08:58.148058 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad7787-ac9f-4a07-a760-28b091415d76 req-2c76b9b1-7b85-4aa5-9e11-c28fc19b78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:58.149385 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-65ad7787-ac9f-4a07-a760-28b091415d76 req-2c76b9b1-7b85-4aa5-9e11-c28fc19b78ea service neutron] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 919 time: 0.1281731 Mar 11 18:08:58.206473 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-65ad7787-ac9f-4a07-a760-28b091415d76 req-8a135450-1dec-47bc-9c80-196f3c4b7cc9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888 HTTP/1.1" status: 200 len: 217 time: 0.0450809 Mar 11 18:08:58.260911 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-05606595-490e-44b6-8856-0c16d4b9ba80 req-3a72dc6c-def5-466e-be15-cfe00c0adea1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067774 Mar 11 18:08:58.274910 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad7787-ac9f-4a07-a760-28b091415d76 req-b568d6d6-e6e5-4c1a-83db-dcb9fc81233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:58.276386 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-65ad7787-ac9f-4a07-a760-28b091415d76 req-b568d6d6-e6e5-4c1a-83db-dcb9fc81233b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.0595939 Mar 11 18:08:58.331269 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad7787-ac9f-4a07-a760-28b091415d76 req-bbb5f6ee-94ae-4a0f-93ed-4d44baa265a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:58.332771 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-65ad7787-ac9f-4a07-a760-28b091415d76 req-bbb5f6ee-94ae-4a0f-93ed-4d44baa265a2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503724 Mar 11 18:08:58.432382 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-65ad7787-ac9f-4a07-a760-28b091415d76 req-1318ebbf-e04e-4e78-89f6-82a396ae9e7d service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923717 Mar 11 18:08:58.549827 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-65ad7787-ac9f-4a07-a760-28b091415d76 req-1bf81f7c-ebec-4330-b12c-1d1ed53f94f3 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094966 Mar 11 18:08:58.721018 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-432abb88-1355-41cb-bc95-3c1f98831e75 req-e3f4c470-477f-4057-9096-70861aa1ac67 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530553 Mar 11 18:08:58.824767 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432abb88-1355-41cb-bc95-3c1f98831e75 req-e2b0aade-d4eb-4afc-8657-3c9f82b382eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:58.826671 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-432abb88-1355-41cb-bc95-3c1f98831e75 req-e2b0aade-d4eb-4afc-8657-3c9f82b382eb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 1130 time: 0.0816057 Mar 11 18:08:58.840914 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29049077-eba6-46ab-8637-437ff3f6d754 req-fbfae028-ef6b-4f40-956a-0454b470c81c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:58.842369 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-29049077-eba6-46ab-8637-437ff3f6d754 req-fbfae028-ef6b-4f40-956a-0454b470c81c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 945 time: 0.0723336 Mar 11 18:08:58.920340 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 404fb0df-8110-4a6a-97a9-440761d978b5 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:08:58.948204 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-29049077-eba6-46ab-8637-437ff3f6d754 req-9099864c-b2ca-4121-8528-c5d33f7dc617 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd1ed1a8-fb15-4359-b350-ebd6a63face8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971317 Mar 11 18:08:58.972067 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 404fb0df-8110-4a6a-97a9-440761d978b5 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:08:58.972864 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432abb88-1355-41cb-bc95-3c1f98831e75 req-39758226-924d-4975-a566-200a8c7a766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:58.974666 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-432abb88-1355-41cb-bc95-3c1f98831e75 req-39758226-924d-4975-a566-200a8c7a766e service neutron] 10.222.0.104 "GET /v2.0/networks?id=1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 200 len: 912 time: 0.1177778 Mar 11 18:08:58.976542 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 404fb0df-8110-4a6a-97a9-440761d978b5 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:08:58.976932 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:59.043004 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-432abb88-1355-41cb-bc95-3c1f98831e75 req-9a1629e7-fcd2-4b5b-9565-d3ede1b3a7b2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a HTTP/1.1" status: 200 len: 1002 time: 0.0621428 Mar 11 18:08:59.056453 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 404fb0df-8110-4a6a-97a9-440761d978b5 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:08:59.056845 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:59.081764 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404fb0df-8110-4a6a-97a9-440761d978b5'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:08:59.084101 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02783c52-263d-4154-9143-7b4ac39c65d2" -d '{"events": [{"server_uuid": "1ea3abe8-b380-41c6-9757-37cbabb1b965", "name": "network-vif-plugged", "status": "completed", "tag": "404fb0df-8110-4a6a-97a9-440761d978b5"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:08:59.096986 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 404fb0df-8110-4a6a-97a9-440761d978b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=404fb0df-8110-4a6a-97a9-440761d978b5,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:59.103149 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:59.106102 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432abb88-1355-41cb-bc95-3c1f98831e75 req-6daeef56-52db-491c-8fea-3ee4c3b60101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:59.107912 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-432abb88-1355-41cb-bc95-3c1f98831e75 req-6daeef56-52db-491c-8fea-3ee4c3b60101 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7e12c3d1-69e8-4abe-b37a-16101f32e8bf HTTP/1.1" status: 200 len: 849 time: 0.0486553 Mar 11 18:08:59.129546 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4d17d6-6082-486f-9f56-d47dedb0ac3b x-openstack-request-id: req-0b4d17d6-6082-486f-9f56-d47dedb0ac3b {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:08:59.130045 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea3abe8-b380-41c6-9757-37cbabb1b965", "name": "network-vif-plugged", "status": "completed", "tag": "404fb0df-8110-4a6a-97a9-440761d978b5", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:08:59.130591 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b4d17d6-6082-486f-9f56-d47dedb0ac3b {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:08:59.130729 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404fb0df-8110-4a6a-97a9-440761d978b5', 'code': 200} Mar 11 18:08:59.161936 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=404fb0df-8110-4a6a-97a9-440761d978b5,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:59.168249 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432abb88-1355-41cb-bc95-3c1f98831e75 req-39e7620e-bb77-45f7-9ea4-dad6483d658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:59.170172 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-432abb88-1355-41cb-bc95-3c1f98831e75 req-39e7620e-bb77-45f7-9ea4-dad6483d658b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1949826b-fdc5-4b0c-b2df-a46af14b0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557299 Mar 11 18:08:59.170380 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.170758 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.171103 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.171479 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.171807 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.172188 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.172520 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.172838 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.173157 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.173476 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.173793 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.174106 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.174449 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:59.286681 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-432abb88-1355-41cb-bc95-3c1f98831e75 req-0ef0032e-4fae-46e7-8f06-7912bff2f6c8 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014459 Mar 11 18:08:59.298990 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:59.403700 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd87824-42a2-426b-95db-dd2cd53ff0cb req-fa2028e1-1987-40a4-a880-e80d8fc0f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:59.405199 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bdd87824-42a2-426b-95db-dd2cd53ff0cb req-fa2028e1-1987-40a4-a880-e80d8fc0f96e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 1130 time: 0.1321602 Mar 11 18:08:59.449321 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-432abb88-1355-41cb-bc95-3c1f98831e75 req-514b91f4-5e77-40d3-9488-f25a84acca99 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475081 Mar 11 18:08:59.468909 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e6300-b0b3-4659-84e8-0a5cdc63f447 req-185a2bf0-21db-4e87-9c12-8b1b395350f4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:59.470400 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d60e6300-b0b3-4659-84e8-0a5cdc63f447 req-185a2bf0-21db-4e87-9c12-8b1b395350f4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.1316657 Mar 11 18:08:59.487670 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bdd87824-42a2-426b-95db-dd2cd53ff0cb req-0cdc129f-fc3d-4da0-adda-87d1ed04ac65 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=dd1ed1a8-fb15-4359-b350-ebd6a63face8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722373 Mar 11 18:08:59.523494 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d60e6300-b0b3-4659-84e8-0a5cdc63f447 req-28332e09-3648-42e0-bb15-a96c3c4eb22d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 Mar 11 18:09:00.082729 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f53dab-685c-4ed5-951e-1d5eae02a00d req-7d6fff9b-5fb8-4c67-8641-ae7bffd619a1 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:00.084206 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-83f53dab-685c-4ed5-951e-1d5eae02a00d req-7d6fff9b-5fb8-4c67-8641-ae7bffd619a1 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 946 time: 0.0615985 Mar 11 18:09:00.140560 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-83f53dab-685c-4ed5-951e-1d5eae02a00d req-1c1735e8-afb5-439f-b7ee-27746516fc6e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd1ed1a8-fb15-4359-b350-ebd6a63face8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477962 Mar 11 18:09:00.658505 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cfe99-4709-45a5-b5c5-7a01b4857fcd req-35f81d4a-a09a-48ee-926f-bd6b2d5f7999 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:00.660550 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ab3cfe99-4709-45a5-b5c5-7a01b4857fcd req-35f81d4a-a09a-48ee-926f-bd6b2d5f7999 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0576408 Mar 11 18:09:00.712096 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ab3cfe99-4709-45a5-b5c5-7a01b4857fcd req-dfec7b0d-91a5-4061-aa86-789364f8cb5b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457907 Mar 11 18:09:00.934354 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3e82f0bc-be5f-49f7-9895-7c62aed12888 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:09:01.037740 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:01.048278 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'port_id': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'mac_address': 'fa:16:3e:3f:e5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:09:01.087546 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 3e82f0bc-be5f-49f7-9895-7c62aed12888 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:01.087939 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.101739 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e82f0bc-be5f-49f7-9895-7c62aed12888 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:09:01.126340 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:01.133041 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.192925 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=3e82f0bc-be5f-49f7-9895-7c62aed12888,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:01.267422 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aaf83-eeba-4ced-8c3a-2fd624ec38b5 req-c6c8481a-4904-4d24-9ed9-c6316a9cdce0 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:01.269062 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0e2aaf83-eeba-4ced-8c3a-2fd624ec38b5 req-c6c8481a-4904-4d24-9ed9-c6316a9cdce0 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 946 time: 0.0544236 Mar 11 18:09:01.316880 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0e2aaf83-eeba-4ced-8c3a-2fd624ec38b5 req-da0f46bb-804f-4427-8590-8b0e185215e9 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd1ed1a8-fb15-4359-b350-ebd6a63face8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411608 Mar 11 18:09:01.457124 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e92938-da3d-4767-8a51-e780f94d9742 req-2eb4e62d-9ede-4ce6-9321-177f1e297d20 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:01.458589 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5e92938-da3d-4767-8a51-e780f94d9742 req-2eb4e62d-9ede-4ce6-9321-177f1e297d20 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 946 time: 0.0759659 Mar 11 18:09:01.467864 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59416) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:01.472585 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-acfef9fe-d77e-4167-9173-c549b4a5b08e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'floatingip': {'port_id': '404fb0df-8110-4a6a-97a9-440761d978b5'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:01.512460 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-acfef9fe-d77e-4167-9173-c549b4a5b08e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (f979c30e-42ac-44e5-ad4a-07d2628fa4dd), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.581363 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['3e82f0bc-be5f-49f7-9895-7c62aed12888'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:09:01.836735 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d5c72-e797-4091-aeea-1831081beaec req-ae6792e1-7eb4-4fa2-9dcc-dacfcc577bc2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:01.838253 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8b3d5c72-e797-4091-aeea-1831081beaec req-ae6792e1-7eb4-4fa2-9dcc-dacfcc577bc2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0541070 Mar 11 18:09:01.894200 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8b3d5c72-e797-4091-aeea-1831081beaec req-05d38351-e89e-4330-b94e-a88c4e89758b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500891 Mar 11 18:09:01.960495 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-acfef9fe-d77e-4167-9173-c549b4a5b08e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.967042 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-acfef9fe-d77e-4167-9173-c549b4a5b08e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (f979c30e-42ac-44e5-ad4a-07d2628fa4dd), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.268233 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.l3_db [None req-acfef9fe-d77e-4167-9173-c549b4a5b08e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Floating IP f979c30e-42ac-44e5-ad4a-07d2628fa4dd associated. External IP: 172.27.0.32, port: 404fb0df-8110-4a6a-97a9-440761d978b5. Mar 11 18:09:02.490735 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfef9fe-d77e-4167-9173-c549b4a5b08e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:09:02.611466 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfef9fe-d77e-4167-9173-c549b4a5b08e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:02.616645 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-acfef9fe-d77e-4167-9173-c549b4a5b08e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.621825 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eef339-0bfe-41cb-b5f7-bd6308b63ee3 None None] Sync routers for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:09:02.634496 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eef339-0bfe-41cb-b5f7-bd6308b63ee3 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:02.635259 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-e9eef339-0bfe-41cb-b5f7-bd6308b63ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:08:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:02.649994 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-acfef9fe-d77e-4167-9173-c549b4a5b08e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "PUT /v2.0/floatingips/f979c30e-42ac-44e5-ad4a-07d2628fa4dd HTTP/1.1" status: 200 len: 991 time: 1.1810079 Mar 11 18:09:02.650744 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'tag': '404fb0df-8110-4a6a-97a9-440761d978b5'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:02.653129 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e2942f-d33e-4759-96dd-d5dd1db082c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea3abe8-b380-41c6-9757-37cbabb1b965", "tag": "404fb0df-8110-4a6a-97a9-440761d978b5"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:02.690257 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f418fb1-0213-43e0-904c-ed893f39991f x-openstack-request-id: req-2f418fb1-0213-43e0-904c-ed893f39991f {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:02.690555 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea3abe8-b380-41c6-9757-37cbabb1b965", "tag": "404fb0df-8110-4a6a-97a9-440761d978b5", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:02.690823 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f418fb1-0213-43e0-904c-ed893f39991f {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:02.691218 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'tag': '404fb0df-8110-4a6a-97a9-440761d978b5', 'status': 'completed', 'code': 200} Mar 11 18:09:02.749330 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-e9eef339-0bfe-41cb-b5f7-bd6308b63ee3 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:02.757873 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2942f-d33e-4759-96dd-d5dd1db082c6 req-2a91f1ba-5dd4-47ce-bed4-0323352baef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:02.759648 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-35e2942f-d33e-4759-96dd-d5dd1db082c6 req-2a91f1ba-5dd4-47ce-bed4-0323352baef2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 1130 time: 0.0447950 Mar 11 18:09:02.854491 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2942f-d33e-4759-96dd-d5dd1db082c6 req-9cdbd6a3-24fe-4604-82d4-3100c1a562c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:02.855999 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-35e2942f-d33e-4759-96dd-d5dd1db082c6 req-9cdbd6a3-24fe-4604-82d4-3100c1a562c8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 917 time: 0.0879929 Mar 11 18:09:02.926355 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-35e2942f-d33e-4759-96dd-d5dd1db082c6 req-077ee335-ce57-48c2-ba8e-cb23f6288c7d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404fb0df-8110-4a6a-97a9-440761d978b5 HTTP/1.1" status: 200 len: 999 time: 0.0598576 Mar 11 18:09:02.928193 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3e82f0bc-be5f-49f7-9895-7c62aed12888 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:03.004046 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2942f-d33e-4759-96dd-d5dd1db082c6 req-66fcdc0b-d8da-4f80-88fa-58ef9e98a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:03.005610 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-35e2942f-d33e-4759-96dd-d5dd1db082c6 req-66fcdc0b-d8da-4f80-88fa-58ef9e98a5e7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.0732477 Mar 11 18:09:03.012416 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 3e82f0bc-be5f-49f7-9895-7c62aed12888 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:09:03.018429 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 3e82f0bc-be5f-49f7-9895-7c62aed12888 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:03.018825 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.023034 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-e9eef339-0bfe-41cb-b5f7-bd6308b63ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'f979c30e-42ac-44e5-ad4a-07d2628fa4dd', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': '404fb0df-8110-4a6a-97a9-440761d978b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:8f:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:48Z', 'updated_at': '2022-03-11T18:09:01Z', 'revision_number': 1, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:03.056915 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a3758-dd84-41c2-825c-6420ebde579f req-0220032b-d79f-47cf-ac64-7f944da25677 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:03.058442 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-595a3758-dd84-41c2-825c-6420ebde579f req-0220032b-d79f-47cf-ac64-7f944da25677 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0904987 Mar 11 18:09:03.087550 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2942f-d33e-4759-96dd-d5dd1db082c6 req-a8fe5a4f-3841-4c3a-8ac9-f77e530e7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:03.089087 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-35e2942f-d33e-4759-96dd-d5dd1db082c6 req-a8fe5a4f-3841-4c3a-8ac9-f77e530e7b2d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765173 Mar 11 18:09:03.137248 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-595a3758-dd84-41c2-825c-6420ebde579f req-3b72d32e-fc32-4a09-b643-cf8abc4737ec tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721252 Mar 11 18:09:03.209167 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-35e2942f-d33e-4759-96dd-d5dd1db082c6 req-8784dfc0-1a7d-41e7-b20f-a164440c7efe service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091242 Mar 11 18:09:03.209983 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eef339-0bfe-41cb-b5f7-bd6308b63ee3 None None] Checking router: 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:09:03.228306 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eef339-0bfe-41cb-b5f7-bd6308b63ee3 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:03.228918 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-e9eef339-0bfe-41cb-b5f7-bd6308b63ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:08:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:03.301475 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-35e2942f-d33e-4759-96dd-d5dd1db082c6 req-44dc8511-e534-41fc-8a7e-69b71a012bbf service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851505 Mar 11 18:09:03.345368 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 3e82f0bc-be5f-49f7-9895-7c62aed12888 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:03.345753 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.379337 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-e9eef339-0bfe-41cb-b5f7-bd6308b63ee3 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:03.384416 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:03.386751 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9a69ac-4fad-43ce-87d1-4f38966f894c" -d '{"events": [{"server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:03.425856 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8a2ecd-2297-4545-9285-61d80a6f7d8d x-openstack-request-id: req-8b8a2ecd-2297-4545-9285-61d80a6f7d8d {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:03.426146 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:03.426395 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b8a2ecd-2297-4545-9285-61d80a6f7d8d {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:03.426801 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'code': 200} Mar 11 18:09:03.429892 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:03.437881 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.534742 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=3e82f0bc-be5f-49f7-9895-7c62aed12888,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:03.617632 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02078a69-54e2-4399-8410-1ae7ad98e481 req-96c9ae72-945e-4fad-b75f-1937832276cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:03.619200 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-02078a69-54e2-4399-8410-1ae7ad98e481 req-96c9ae72-945e-4fad-b75f-1937832276cd service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 1130 time: 0.0497398 Mar 11 18:09:03.664011 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-02078a69-54e2-4399-8410-1ae7ad98e481 req-969c47ca-3af7-4d22-9664-c94e9361b344 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380163 Mar 11 18:09:03.666584 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-e9eef339-0bfe-41cb-b5f7-bd6308b63ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'f979c30e-42ac-44e5-ad4a-07d2628fa4dd', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': '404fb0df-8110-4a6a-97a9-440761d978b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:8f:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:48Z', 'updated_at': '2022-03-11T18:09:01Z', 'revision_number': 1, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:03.692672 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eef339-0bfe-41cb-b5f7-bd6308b63ee3 None None] The sync data for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi is: [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'f979c30e-42ac-44e5-ad4a-07d2628fa4dd', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': '404fb0df-8110-4a6a-97a9-440761d978b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:8f:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:48Z', 'updated_at': '2022-03-11T18:09:01Z', 'revision_number': 1, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:09:03.908919 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50dfe26-2e40-4888-9a60-eb223055aee3 None None] New status for floating IP f979c30e-42ac-44e5-ad4a-07d2628fa4dd: ACTIVE {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:09:04.288415 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264c78c-7956-4752-9dda-2ae8aaf6004b req-f434c28e-2319-421d-afd4-e119569fd193 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:04.290566 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1264c78c-7956-4752-9dda-2ae8aaf6004b req-f434c28e-2319-421d-afd4-e119569fd193 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0708179 Mar 11 18:09:04.340337 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1264c78c-7956-4752-9dda-2ae8aaf6004b req-4e36af19-d2e8-4a7c-b82b-f60660a5e6b6 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436535 Mar 11 18:09:04.967332 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a084237b-5583-4ce1-9f02-e0e531c9c3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:05.479058 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d411c-3b19-4bb4-9ff2-785472fef5e6 req-be4e2c26-8744-4503-8ae1-7153148e67e3 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:05.480562 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-051d411c-3b19-4bb4-9ff2-785472fef5e6 req-be4e2c26-8744-4503-8ae1-7153148e67e3 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0594110 Mar 11 18:09:05.534500 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-051d411c-3b19-4bb4-9ff2-785472fef5e6 req-303531af-1d59-44ab-be4d-143c352a3719 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457008 Mar 11 18:09:05.662202 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc260fb6-572a-440c-b3ba-70bda0599843 req-990499a5-f532-4afd-80a1-0d5f834262ed tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:05.663663 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cc260fb6-572a-440c-b3ba-70bda0599843 req-990499a5-f532-4afd-80a1-0d5f834262ed tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0570922 Mar 11 18:09:05.672635 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59438) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:05.677266 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-5b8a2903-bb26-4fee-811a-18b749617e4c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Request body: {'floatingip': {'port_id': '3e82f0bc-be5f-49f7-9895-7c62aed12888'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:05.717134 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5b8a2903-bb26-4fee-811a-18b749617e4c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (0a65be30-f525-469a-9db8-d12268777ede), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:06.434979 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5b8a2903-bb26-4fee-811a-18b749617e4c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:06.441821 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5b8a2903-bb26-4fee-811a-18b749617e4c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (0a65be30-f525-469a-9db8-d12268777ede), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:06.554945 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [None req-5b8a2903-bb26-4fee-811a-18b749617e4c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Floating IP 0a65be30-f525-469a-9db8-d12268777ede associated. External IP: 172.27.0.15, port: 3e82f0bc-be5f-49f7-9895-7c62aed12888. Mar 11 18:09:06.784364 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8a2903-bb26-4fee-811a-18b749617e4c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:09:06.898577 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8a2903-bb26-4fee-811a-18b749617e4c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:06.903529 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5b8a2903-bb26-4fee-811a-18b749617e4c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:06.908896 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cb440c-8d6d-460e-9693-adadadef700a None None] Sync routers for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:09:06.919526 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb440c-8d6d-460e-9693-adadadef700a None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:06.920143 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-30cb440c-8d6d-460e-9693-adadadef700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:08:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:06.946566 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-5b8a2903-bb26-4fee-811a-18b749617e4c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "PUT /v2.0/floatingips/0a65be30-f525-469a-9db8-d12268777ede HTTP/1.1" status: 200 len: 991 time: 1.2601068 Mar 11 18:09:06.946566 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:06.946566 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48ab936-7603-40af-ac4a-3feeca93b394" -d '{"events": [{"name": "network-changed", "server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:06.971997 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d870ff4-b5c2-4e4d-a7b7-f85fe4ee271b x-openstack-request-id: req-6d870ff4-b5c2-4e4d-a7b7-f85fe4ee271b {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:06.972285 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:06.972556 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d870ff4-b5c2-4e4d-a7b7-f85fe4ee271b {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:06.972952 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'status': 'completed', 'code': 200} Mar 11 18:09:07.029224 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-30cb440c-8d6d-460e-9693-adadadef700a None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:07.044897 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ab936-7603-40af-ac4a-3feeca93b394 req-b3a2221d-0cb0-438e-ad36-65d2cf19110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:07.046503 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c48ab936-7603-40af-ac4a-3feeca93b394 req-b3a2221d-0cb0-438e-ad36-65d2cf19110d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 1130 time: 0.0457001 Mar 11 18:09:07.047365 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:09:07.142632 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ab936-7603-40af-ac4a-3feeca93b394 req-ad862614-07c0-481a-bf8a-6365bab45924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:07.144218 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c48ab936-7603-40af-ac4a-3feeca93b394 req-ad862614-07c0-481a-bf8a-6365bab45924 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 919 time: 0.0901346 Mar 11 18:09:07.210201 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c48ab936-7603-40af-ac4a-3feeca93b394 req-5fa4b11e-4886-484d-9a81-beb0cd18374b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888 HTTP/1.1" status: 200 len: 999 time: 0.0586731 Mar 11 18:09:07.255138 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-30cb440c-8d6d-460e-9693-adadadef700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '0a65be30-f525-469a-9db8-d12268777ede', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'port_id': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'mac_address': 'fa:16:3e:3f:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:52Z', 'updated_at': '2022-03-11T18:09:06Z', 'revision_number': 1, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:07.263734 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ab936-7603-40af-ac4a-3feeca93b394 req-80945ae2-bd45-4061-9fe8-0ab87fa71cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:07.265199 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c48ab936-7603-40af-ac4a-3feeca93b394 req-80945ae2-bd45-4061-9fe8-0ab87fa71cfd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.0474989 Mar 11 18:09:07.285155 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cb440c-8d6d-460e-9693-adadadef700a None None] Checking router: 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:09:07.294306 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb440c-8d6d-460e-9693-adadadef700a None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:07.294938 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-30cb440c-8d6d-460e-9693-adadadef700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:08:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:07.323491 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ab936-7603-40af-ac4a-3feeca93b394 req-d53226f1-201c-4e51-90de-4e15f160fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:07.325023 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c48ab936-7603-40af-ac4a-3feeca93b394 req-d53226f1-201c-4e51-90de-4e15f160fd3b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467539 Mar 11 18:09:07.402230 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-30cb440c-8d6d-460e-9693-adadadef700a None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:07.429245 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c48ab936-7603-40af-ac4a-3feeca93b394 req-c3ec24ef-0280-4b88-a0c1-53a10632a0e3 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868721 Mar 11 18:09:07.543300 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c48ab936-7603-40af-ac4a-3feeca93b394 req-28224b3c-9062-4daf-ac90-ccd2e7d31f5e service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961857 Mar 11 18:09:07.642292 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-30cb440c-8d6d-460e-9693-adadadef700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '0a65be30-f525-469a-9db8-d12268777ede', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'port_id': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'mac_address': 'fa:16:3e:3f:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:52Z', 'updated_at': '2022-03-11T18:09:06Z', 'revision_number': 1, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:07.668278 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cb440c-8d6d-460e-9693-adadadef700a None None] The sync data for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi is: [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '0a65be30-f525-469a-9db8-d12268777ede', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'port_id': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'mac_address': 'fa:16:3e:3f:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:52Z', 'updated_at': '2022-03-11T18:09:06Z', 'revision_number': 1, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:09:07.878675 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1fbecd7e-8cf1-43be-bc90-e540bde41409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:07.899281 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da51394-4d56-4233-9bef-48b29c6a07fa None None] New status for floating IP 0a65be30-f525-469a-9db8-d12268777ede: ACTIVE {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:09:10.793781 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:11.694621 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:12.404800 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:29.313018 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:34.964646 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-02053cee-24b3-4ce8-a221-f6a50888403d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.874174 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8077ba95-833d-4665-8d85-2b7a34a28075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.483601 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-786d5ec8-e1e5-4e7c-88cc-c9c0acc695a5 req-fae528f0-2589-4888-8882-dfcab847e4ab tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1831023547&fields=id&tenant_id=5d068b6700f743f0871553c9004b68f5 HTTP/1.1" status: 200 len: 267 time: 0.0460060 Mar 11 18:09:40.546506 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d5ec8-e1e5-4e7c-88cc-c9c0acc695a5 req-72c4abb4-f5a8-4c3d-a432-487f13f782ae tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:40.547924 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-786d5ec8-e1e5-4e7c-88cc-c9c0acc695a5 req-72c4abb4-f5a8-4c3d-a432-487f13f782ae tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 985 time: 0.0581636 Mar 11 18:09:40.558863 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-786d5ec8-e1e5-4e7c-88cc-c9c0acc695a5 req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Request body: {'port': {'security_groups': ['fa66aa94-cb16-408e-a8ef-bf1278f6236b']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:40.635800 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-786d5ec8-e1e5-4e7c-88cc-c9c0acc695a5 req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.796079 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.864324 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-786d5ec8-e1e5-4e7c-88cc-c9c0acc695a5 req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] For port 86150acf-22f4-4f55-a36c-ab791b8d368d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86150acf-22f4-4f55-a36c-ab791b8d368d,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:40.898424 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-786d5ec8-e1e5-4e7c-88cc-c9c0acc695a5 req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.904096 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-786d5ec8-e1e5-4e7c-88cc-c9c0acc695a5 req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.924916 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['86150acf-22f4-4f55-a36c-ab791b8d368d'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:09:40.947322 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d5ec8-e1e5-4e7c-88cc-c9c0acc695a5 req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:40.948035 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-786d5ec8-e1e5-4e7c-88cc-c9c0acc695a5 req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.949485 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-786d5ec8-e1e5-4e7c-88cc-c9c0acc695a5 req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "PUT /v2.0/ports/86150acf-22f4-4f55-a36c-ab791b8d368d HTTP/1.1" status: 200 len: 943 time: 0.3952615 Mar 11 18:09:40.949970 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:40.952825 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5940e0dd-3ac5-4b80-bb67-1f8d6c2c4299" -d '{"events": [{"name": "network-changed", "server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:40.959357 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59482) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:40.980480 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event updated for resources: {'Port': ['ID=86150acf-22f4-4f55-a36c-ab791b8d368d,revision_number=7']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:40.989572 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:40.989928 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:40.990272 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:40.990741 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:40.991101 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:40.992125 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:40.992125 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:40.992125 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:40.992499 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:40.992784 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:40.993113 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:40.993438 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:40.993800 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8742ab2-e6be-4566-80c1-7d665b01c093 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.030454 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192e5e19-c636-4a89-84d9-d6dba1cbf89c x-openstack-request-id: req-192e5e19-c636-4a89-84d9-d6dba1cbf89c {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:41.031050 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:41.031475 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-192e5e19-c636-4a89-84d9-d6dba1cbf89c {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:41.034716 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'status': 'completed', 'code': 200} Mar 11 18:09:41.064995 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group (3dfba9e8-c2f0-4469-adf8-99aab2cf75a2), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.087798 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['86150acf-22f4-4f55-a36c-ab791b8d368d'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:09:41.093038 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group (3dfba9e8-c2f0-4469-adf8-99aab2cf75a2), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.117056 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940e0dd-3ac5-4b80-bb67-1f8d6c2c4299 req-345b430a-5ce3-475d-a52f-3f30cd7cb2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:41.119123 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5940e0dd-3ac5-4b80-bb67-1f8d6c2c4299 req-345b430a-5ce3-475d-a52f-3f30cd7cb2ca service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5d068b6700f743f0871553c9004b68f5&device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 1130 time: 0.0701504 Mar 11 18:09:41.189826 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (3dfba9e8-c2f0-4469-adf8-99aab2cf75a2), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.192734 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.195474 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "DELETE /v2.0/security-groups/3dfba9e8-c2f0-4469-adf8-99aab2cf75a2 HTTP/1.1" status: 204 len: 168 time: 0.2345786 Mar 11 18:09:41.215020 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59484) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:41.218015 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfba9e8-c2f0-4469-adf8-99aab2cf75a2,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:41.231798 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.232496 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.232872 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.233398 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.233767 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.234102 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.234433 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.234818 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.235399 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.235954 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.236763 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.237316 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.237887 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e322bb-07dc-46c0-9e84-9857b0a0185c tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:41.291495 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-22feeef4-65e3-48ba-b8c1-6a77c77474ce None None] Provisioning complete for port 86150acf-22f4-4f55-a36c-ab791b8d368d triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:41.291893 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-22feeef4-65e3-48ba-b8c1-6a77c77474ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.297651 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940e0dd-3ac5-4b80-bb67-1f8d6c2c4299 req-6704f17e-03bc-4649-9321-5923c7e59f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:41.299396 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5940e0dd-3ac5-4b80-bb67-1f8d6c2c4299 req-6704f17e-03bc-4649-9321-5923c7e59f2a service neutron] 10.222.0.104 "GET /v2.0/networks?id=367f9d44-ad67-4888-97fe-b38701e02a55 HTTP/1.1" status: 200 len: 916 time: 0.1730790 Mar 11 18:09:41.408754 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-22feeef4-65e3-48ba-b8c1-6a77c77474ce None None] Current status of the port 86150acf-22f4-4f55-a36c-ab791b8d368d is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:41.428987 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5940e0dd-3ac5-4b80-bb67-1f8d6c2c4299 req-288a9a30-e5a7-45fb-a534-f3c386426707 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86150acf-22f4-4f55-a36c-ab791b8d368d HTTP/1.1" status: 200 len: 1001 time: 0.0957553 Mar 11 18:09:41.488472 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940e0dd-3ac5-4b80-bb67-1f8d6c2c4299 req-0f0a0ce8-0608-4808-b29d-a3ab564283e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:41.489959 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5940e0dd-3ac5-4b80-bb67-1f8d6c2c4299 req-0f0a0ce8-0608-4808-b29d-a3ab564283e6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=166c4cc7-d4af-4652-88e3-ca087dc679cd HTTP/1.1" status: 200 len: 853 time: 0.0540190 Mar 11 18:09:41.495970 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Deleting port 1907f3b7-56c1-4bc5-90d2-33dceeee2976 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:09:41.496297 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (1907f3b7-56c1-4bc5-90d2-33dceeee2976), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.606102 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (1907f3b7-56c1-4bc5-90d2-33dceeee2976), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.606389 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for floatingip (1907f3b7-56c1-4bc5-90d2-33dceeee2976), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.610222 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940e0dd-3ac5-4b80-bb67-1f8d6c2c4299 req-0a59a7b7-4ac1-4044-8d60-9414255b97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:41.611901 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5940e0dd-3ac5-4b80-bb67-1f8d6c2c4299 req-0a59a7b7-4ac1-4044-8d60-9414255b97e3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=367f9d44-ad67-4888-97fe-b38701e02a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135206 Mar 11 18:09:41.628676 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Calling delete_port for 1907f3b7-56c1-4bc5-90d2-33dceeee2976 owned by network:floatingip {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:09:41.695133 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.786660 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5940e0dd-3ac5-4b80-bb67-1f8d6c2c4299 req-735ce5be-6553-40f7-add9-a65ebb6eae7a service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675551 Mar 11 18:09:41.924462 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5940e0dd-3ac5-4b80-bb67-1f8d6c2c4299 req-34da04ce-d11f-4bf3-88a2-305f2270b531 service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273115 Mar 11 18:09:41.940018 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (1907f3b7-56c1-4bc5-90d2-33dceeee2976), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.966523 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event deleted for resources: {'Port': ['ID=1907f3b7-56c1-4bc5-90d2-33dceeee2976,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:42.030227 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks [] for floatingip (defc09b0-d2bb-4269-bcee-535bcc09c6f1), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:42.030594 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Floating IP defc09b0-d2bb-4269-bcee-535bcc09c6f1 disassociated (deleted). External IP: 172.27.0.72, port: 86150acf-22f4-4f55-a36c-ab791b8d368d. Mar 11 18:09:42.247281 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Router b064dbfc-5ed2-4973-b41b-42592d6bba7f has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:09:42.410349 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:42.626970 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:42.631878 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:42.636841 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef33fa-088e-45ea-9cf5-b7097fd57b22 None None] Sync routers for ids ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:09:42.647896 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef33fa-088e-45ea-9cf5-b7097fd57b22 None None] Routers {'b064dbfc-5ed2-4973-b41b-42592d6bba7f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:42.648541 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-2aef33fa-088e-45ea-9cf5-b7097fd57b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:09:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:42.663874 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-30db8b4b-2384-4bb5-acb5-3861b33598a5 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "DELETE /v2.0/floatingips/defc09b0-d2bb-4269-bcee-535bcc09c6f1 HTTP/1.1" status: 204 len: 168 time: 1.4476521 Mar 11 18:09:42.768798 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-2aef33fa-088e-45ea-9cf5-b7097fd57b22 None None] Set router b064dbfc-5ed2-4973-b41b-42592d6bba7f gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:42.988290 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-2aef33fa-088e-45ea-9cf5-b7097fd57b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '8e33ae6e-6c63-467e-8f2a-cd96de1fa079', 'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'mac_address': 'fa:16:3e:29:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:58Z', 'updated_at': '2022-03-11T18:04:05Z', 'revision_number': 5, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'subnets': [{'id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:43.020216 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef33fa-088e-45ea-9cf5-b7097fd57b22 None None] Checking router: b064dbfc-5ed2-4973-b41b-42592d6bba7f for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:09:43.028938 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef33fa-088e-45ea-9cf5-b7097fd57b22 None None] Routers {'b064dbfc-5ed2-4973-b41b-42592d6bba7f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:43.029556 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-2aef33fa-088e-45ea-9cf5-b7097fd57b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:09:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:43.033224 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:43.035860 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d85259e-5e5e-4c01-9d8e-c85275e0ac83" -d '{"events": [{"name": "network-changed", "server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:43.078904 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d74f0f-685d-4bdb-9117-eaf302e013a2 x-openstack-request-id: req-b3d74f0f-685d-4bdb-9117-eaf302e013a2 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:43.079269 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:43.079580 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3d74f0f-685d-4bdb-9117-eaf302e013a2 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:43.080051 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'status': 'completed', 'code': 200} Mar 11 18:09:43.151058 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-2aef33fa-088e-45ea-9cf5-b7097fd57b22 None None] Set router b064dbfc-5ed2-4973-b41b-42592d6bba7f gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:43.152469 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85259e-5e5e-4c01-9d8e-c85275e0ac83 req-f2db5200-4ec5-46ef-b855-e6b4d50f7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:43.154883 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d85259e-5e5e-4c01-9d8e-c85275e0ac83 req-f2db5200-4ec5-46ef-b855-e6b4d50f7983 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5d068b6700f743f0871553c9004b68f5&device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 1130 time: 0.0519352 Mar 11 18:09:43.296510 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85259e-5e5e-4c01-9d8e-c85275e0ac83 req-a84d8f96-6c42-42b1-b39a-4e51e19ce299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:43.298824 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d85259e-5e5e-4c01-9d8e-c85275e0ac83 req-a84d8f96-6c42-42b1-b39a-4e51e19ce299 service neutron] 10.222.0.104 "GET /v2.0/networks?id=367f9d44-ad67-4888-97fe-b38701e02a55 HTTP/1.1" status: 200 len: 916 time: 0.1377554 Mar 11 18:09:43.342098 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d85259e-5e5e-4c01-9d8e-c85275e0ac83 req-14a5a95f-74c0-4869-96d6-c61945d4d553 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86150acf-22f4-4f55-a36c-ab791b8d368d HTTP/1.1" status: 200 len: 217 time: 0.0355241 Mar 11 18:09:43.395786 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85259e-5e5e-4c01-9d8e-c85275e0ac83 req-45b22ad5-a602-4425-95e1-f74e3ec7fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:43.397256 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d85259e-5e5e-4c01-9d8e-c85275e0ac83 req-45b22ad5-a602-4425-95e1-f74e3ec7fd10 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=166c4cc7-d4af-4652-88e3-ca087dc679cd HTTP/1.1" status: 200 len: 853 time: 0.0489523 Mar 11 18:09:43.402772 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-2aef33fa-088e-45ea-9cf5-b7097fd57b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '8e33ae6e-6c63-467e-8f2a-cd96de1fa079', 'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'mac_address': 'fa:16:3e:29:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:58Z', 'updated_at': '2022-03-11T18:04:05Z', 'revision_number': 5, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'subnets': [{'id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:43.428747 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef33fa-088e-45ea-9cf5-b7097fd57b22 None None] The sync data for ids ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'] in dv-cinder-788368-4-iscsi is: [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:03:59Z', 'revision_number': 4, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '8e33ae6e-6c63-467e-8f2a-cd96de1fa079', 'name': '', 'network_id': '367f9d44-ad67-4888-97fe-b38701e02a55', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'mac_address': 'fa:16:3e:29:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:58Z', 'updated_at': '2022-03-11T18:04:05Z', 'revision_number': 5, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'subnets': [{'id': '166c4cc7-d4af-4652-88e3-ca087dc679cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:09:43.456718 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85259e-5e5e-4c01-9d8e-c85275e0ac83 req-75c52075-bc26-4653-a5dd-e698552d6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:43.459110 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d85259e-5e5e-4c01-9d8e-c85275e0ac83 req-75c52075-bc26-4653-a5dd-e698552d6de9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=367f9d44-ad67-4888-97fe-b38701e02a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519359 Mar 11 18:09:43.556516 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d85259e-5e5e-4c01-9d8e-c85275e0ac83 req-9a0c0d52-2eb0-43bd-bab5-c381979769c3 service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894330 Mar 11 18:09:43.664794 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d85259e-5e5e-4c01-9d8e-c85275e0ac83 req-cc8f0321-e73d-4513-bc05-026f8c92aaba service neutron] 10.222.0.104 "GET /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971737 Mar 11 18:09:43.696470 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7269579d-2f42-4f1d-ae3b-4ad770fda07c None None] New status for floating IP defc09b0-d2bb-4269-bcee-535bcc09c6f1: DOWN {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:09:44.047102 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:09:45.450449 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791448ac-57fc-4e0f-9234-a84aaa4f3023 req-95d4130a-bf30-4dba-accc-1613b9f79a31 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:45.452207 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-791448ac-57fc-4e0f-9234-a84aaa4f3023 req-95d4130a-bf30-4dba-accc-1613b9f79a31 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 946 time: 0.0568712 Mar 11 18:09:45.499814 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-791448ac-57fc-4e0f-9234-a84aaa4f3023 req-50cc1512-acb5-4bb8-a3bf-6069ae977b93 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417418 Mar 11 18:09:46.637365 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8e5cd-0868-4f30-b124-2ffb9a72a547 req-adb4b060-243b-40d4-8b09-d717dd7c4fe6 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:46.638941 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9cf8e5cd-0868-4f30-b124-2ffb9a72a547 req-adb4b060-243b-40d4-8b09-d717dd7c4fe6 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 946 time: 0.0667343 Mar 11 18:09:46.688857 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9cf8e5cd-0868-4f30-b124-2ffb9a72a547 req-19516023-e68b-495a-8d81-f85cc3d364a8 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434928 Mar 11 18:09:47.753989 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee084251-2fe5-4a1e-a2eb-8b20ad7546df req-60ebe5cf-88a9-4f00-bd21-0859c66fc6cb tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:47.756005 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ee084251-2fe5-4a1e-a2eb-8b20ad7546df req-60ebe5cf-88a9-4f00-bd21-0859c66fc6cb tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.104 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 946 time: 0.0581737 Mar 11 18:09:47.876261 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cc6f5-4ae3-4df3-a04f-eef5611a49e1 req-ffc210f6-bbd6-4330-9219-898d5a27e6a3 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:47.877813 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-193cc6f5-4ae3-4df3-a04f-eef5611a49e1 req-ffc210f6-bbd6-4330-9219-898d5a27e6a3 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/ports?device_id=41354a58-033b-4073-8c3c-9ed6b1c67289 HTTP/1.1" status: 200 len: 946 time: 0.1190262 Mar 11 18:09:47.934517 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-ee084251-2fe5-4a1e-a2eb-8b20ad7546df req-47c70d77-c5d8-4032-930e-9e4a52623b69 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Deleting port 86150acf-22f4-4f55-a36c-ab791b8d368d {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:09:47.934873 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-ee084251-2fe5-4a1e-a2eb-8b20ad7546df req-47c70d77-c5d8-4032-930e-9e4a52623b69 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:47.956638 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-193cc6f5-4ae3-4df3-a04f-eef5611a49e1 req-fa92d05c-318c-4d78-afa9-60faaebba7e7 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa66aa94-cb16-408e-a8ef-bf1278f6236b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721557 Mar 11 18:09:48.050421 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-ee084251-2fe5-4a1e-a2eb-8b20ad7546df req-47c70d77-c5d8-4032-930e-9e4a52623b69 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] For port 86150acf-22f4-4f55-a36c-ab791b8d368d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86150acf-22f4-4f55-a36c-ab791b8d368d,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:48.050747 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-ee084251-2fe5-4a1e-a2eb-8b20ad7546df req-47c70d77-c5d8-4032-930e-9e4a52623b69 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:48.065131 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-ee084251-2fe5-4a1e-a2eb-8b20ad7546df req-47c70d77-c5d8-4032-930e-9e4a52623b69 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Calling delete_port for 86150acf-22f4-4f55-a36c-ab791b8d368d owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:09:48.203524 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-ee084251-2fe5-4a1e-a2eb-8b20ad7546df req-47c70d77-c5d8-4032-930e-9e4a52623b69 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (86150acf-22f4-4f55-a36c-ab791b8d368d), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:48.216286 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['86150acf-22f4-4f55-a36c-ab791b8d368d'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:09:48.238882 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c70d77-c5d8-4032-930e-9e4a52623b69 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Pushing event deleted for resources: {'Port': ['ID=86150acf-22f4-4f55-a36c-ab791b8d368d,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:48.283264 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee084251-2fe5-4a1e-a2eb-8b20ad7546df req-47c70d77-c5d8-4032-930e-9e4a52623b69 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] No DVR routers for this DVR port 86150acf-22f4-4f55-a36c-ab791b8d368d on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:09:48.285859 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-ee084251-2fe5-4a1e-a2eb-8b20ad7546df req-47c70d77-c5d8-4032-930e-9e4a52623b69 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:48.289235 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ee084251-2fe5-4a1e-a2eb-8b20ad7546df req-47c70d77-c5d8-4032-930e-9e4a52623b69 tempest-TestMinimumBasicScenario-135024371 tempest-TestMinimumBasicScenario-135024371-project] 10.222.0.104 "DELETE /v2.0/ports/86150acf-22f4-4f55-a36c-ab791b8d368d HTTP/1.1" status: 204 len: 173 time: 0.5214441 Mar 11 18:09:48.289705 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'name': 'network-vif-deleted', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:48.292067 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95707610-be85-4b9c-9425-6c673aa55e1b" -d '{"events": [{"server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "name": "network-vif-deleted", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:48.329932 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af563a0-a937-49e9-8ee5-bceef6a0dec5 x-openstack-request-id: req-3af563a0-a937-49e9-8ee5-bceef6a0dec5 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:48.330208 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41354a58-033b-4073-8c3c-9ed6b1c67289", "name": "network-vif-deleted", "tag": "86150acf-22f4-4f55-a36c-ab791b8d368d", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:48.330661 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3af563a0-a937-49e9-8ee5-bceef6a0dec5 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:48.331201 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41354a58-033b-4073-8c3c-9ed6b1c67289', 'name': 'network-vif-deleted', 'tag': '86150acf-22f4-4f55-a36c-ab791b8d368d', 'status': 'completed', 'code': 200} Mar 11 18:09:49.668768 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59570) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:50.265588 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-12ad1d9d-c080-43d7-ae5a-a8b43bb82248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933442'] for router_interface (b064dbfc-5ed2-4973-b41b-42592d6bba7f), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:50.582563 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-12ad1d9d-c080-43d7-ae5a-a8b43bb82248 admin admin] Deleting port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:09:50.582809 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-12ad1d9d-c080-43d7-ae5a-a8b43bb82248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:50.663385 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-12ad1d9d-c080-43d7-ae5a-a8b43bb82248 admin admin] For port 8e33ae6e-6c63-467e-8f2a-cd96de1fa079, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=8e33ae6e-6c63-467e-8f2a-cd96de1fa079,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:50.663748 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-12ad1d9d-c080-43d7-ae5a-a8b43bb82248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:50.676354 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-12ad1d9d-c080-43d7-ae5a-a8b43bb82248 admin admin] Calling delete_port for 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 owned by network:router_interface {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:09:50.876446 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-12ad1d9d-c080-43d7-ae5a-a8b43bb82248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (8e33ae6e-6c63-467e-8f2a-cd96de1fa079), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:50.902302 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad1d9d-c080-43d7-ae5a-a8b43bb82248 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e33ae6e-6c63-467e-8f2a-cd96de1fa079,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:51.109808 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-12ad1d9d-c080-43d7-ae5a-a8b43bb82248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1947666'] for router_interface (b064dbfc-5ed2-4973-b41b-42592d6bba7f), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:51.228756 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 86150acf-22f4-4f55-a36c-ab791b8d368d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:09:51.251025 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 86150acf-22f4-4f55-a36c-ab791b8d368d {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:09:51.251491 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 86150acf-22f4-4f55-a36c-ab791b8d368d not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:09:51.263256 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc65964-7810-43aa-9147-b0bf17b69736 req-c85a68f4-7a5b-41dc-8016-89b9e9579718 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:51.265082 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cc65964-7810-43aa-9147-b0bf17b69736 req-c85a68f4-7a5b-41dc-8016-89b9e9579718 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0689814 Mar 11 18:09:51.318472 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cc65964-7810-43aa-9147-b0bf17b69736 req-74932d84-f30e-4c8b-b6bf-af753d2bcb17 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448315 Mar 11 18:09:51.360654 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ad1d9d-c080-43d7-ae5a-a8b43bb82248 admin admin] Router b064dbfc-5ed2-4973-b41b-42592d6bba7f has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:09:51.667015 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ad1d9d-c080-43d7-ae5a-a8b43bb82248 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:51.672405 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-12ad1d9d-c080-43d7-ae5a-a8b43bb82248 admin admin] 10.222.0.30 "PUT /v2.0/routers/b064dbfc-5ed2-4973-b41b-42592d6bba7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0025563 Mar 11 18:09:51.674924 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59586) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:51.678267 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d59bdd-27a1-4864-afb9-9756de55bc9c None None] Sync routers for ids ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:09:51.690711 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d59bdd-27a1-4864-afb9-9756de55bc9c None None] Routers {'b064dbfc-5ed2-4973-b41b-42592d6bba7f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:51.691352 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-69d59bdd-27a1-4864-afb9-9756de55bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:09:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:51.795261 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Publish callbacks [] for router (b064dbfc-5ed2-4973-b41b-42592d6bba7f), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:51.815779 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-69d59bdd-27a1-4864-afb9-9756de55bc9c None None] Set router b064dbfc-5ed2-4973-b41b-42592d6bba7f gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:51.908260 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Publish callbacks [] for router_gateway (b064dbfc-5ed2-4973-b41b-42592d6bba7f), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:51.971880 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Deleting port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:09:51.972173 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.023290 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-69d59bdd-27a1-4864-afb9-9756de55bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:09:50Z', 'revision_number': 5, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port': {'id': '08e5a3bb-c4f7-45e8-9e56-0640da8665fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:52.052315 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d59bdd-27a1-4864-afb9-9756de55bc9c None None] Checking router: b064dbfc-5ed2-4973-b41b-42592d6bba7f for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:09:52.062401 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d59bdd-27a1-4864-afb9-9756de55bc9c None None] Routers {'b064dbfc-5ed2-4973-b41b-42592d6bba7f'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:52.063304 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-69d59bdd-27a1-4864-afb9-9756de55bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:09:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:52.074029 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] For port 08e5a3bb-c4f7-45e8-9e56-0640da8665fc, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=08e5a3bb-c4f7-45e8-9e56-0640da8665fc,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:52.074389 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.088191 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Calling delete_port for 08e5a3bb-c4f7-45e8-9e56-0640da8665fc owned by network:router_gateway {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:09:52.288591 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-69d59bdd-27a1-4864-afb9-9756de55bc9c None None] Set router b064dbfc-5ed2-4973-b41b-42592d6bba7f gateway port host: None {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:52.328916 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (08e5a3bb-c4f7-45e8-9e56-0640da8665fc), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.343222 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-69d59bdd-27a1-4864-afb9-9756de55bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:09:51Z', 'revision_number': 6, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port_host': None}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:52.375846 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e5a3bb-c4f7-45e8-9e56-0640da8665fc,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:52.399832 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d59bdd-27a1-4864-afb9-9756de55bc9c None None] The sync data for ids ['b064dbfc-5ed2-4973-b41b-42592d6bba7f'] in dv-cinder-788368-4-iscsi is: [{'id': 'b064dbfc-5ed2-4973-b41b-42592d6bba7f', 'name': 'tempest-TestMinimumBasicScenario-639389592-router', 'tenant_id': '5d068b6700f743f0871553c9004b68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:03:55Z', 'updated_at': '2022-03-11T18:09:51Z', 'revision_number': 6, 'project_id': '5d068b6700f743f0871553c9004b68f5', 'gw_port_host': None}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:09:52.453984 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1934776'] for router_gateway (b064dbfc-5ed2-4973-b41b-42592d6bba7f), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.507390 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023fcd4-4706-4d3f-aed5-6b718345ff8b req-837ec878-2c6f-4f86-a0a6-cc1ea915378f tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:52.509029 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f023fcd4-4706-4d3f-aed5-6b718345ff8b req-837ec878-2c6f-4f86-a0a6-cc1ea915378f tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0652919 Mar 11 18:09:52.568797 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1946935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25335'] for router (b064dbfc-5ed2-4973-b41b-42592d6bba7f), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.571545 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Publish callbacks [] for router_controller (b064dbfc-5ed2-4973-b41b-42592d6bba7f), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.596383 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f023fcd4-4706-4d3f-aed5-6b718345ff8b req-9ca5cdb7-ebda-4c34-a9fb-c1983de3ba98 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=153d7dd2-8ee5-45a6-8309-558534329705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718641 Mar 11 18:09:52.604359 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-082e8a3a-b7d4-43cd-9e2a-966c2aa64214 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:52.605857 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-082e8a3a-b7d4-43cd-9e2a-966c2aa64214 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.104 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 946 time: 0.0898635 Mar 11 18:09:52.621557 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1946924'] for router (b064dbfc-5ed2-4973-b41b-42592d6bba7f), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.622285 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b064dbfc-5ed2-4973-b41b-42592d6bba7f {{(pid=103278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:09:52.627440 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.628737 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ac2611e3-68c6-4ac3-9d99-dc3360cd3547 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b064dbfc-5ed2-4973-b41b-42592d6bba7f HTTP/1.1" status: 204 len: 168 time: 0.9526186 Mar 11 18:09:52.634396 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59594) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:52.683620 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55779e6-ea59-4340-a4ea-48f8770472c6 admin admin] Deleting subnet 166c4cc7-d4af-4652-88e3-ca087dc679cd {{(pid=103278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:09:52.686856 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d55779e6-ea59-4340-a4ea-48f8770472c6 admin admin] Publish callbacks [] for subnet (166c4cc7-d4af-4652-88e3-ca087dc679cd), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.730558 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Deleting port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:09:52.730992 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.731248 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d55779e6-ea59-4340-a4ea-48f8770472c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13299080'] for subnet (166c4cc7-d4af-4652-88e3-ca087dc679cd), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.835156 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] For port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:52.835515 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.845257 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d55779e6-ea59-4340-a4ea-48f8770472c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (166c4cc7-d4af-4652-88e3-ca087dc679cd), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.909427 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d55779e6-ea59-4340-a4ea-48f8770472c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16022632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13482888'] for subnet (166c4cc7-d4af-4652-88e3-ca087dc679cd), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.941961 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55779e6-ea59-4340-a4ea-48f8770472c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=166c4cc7-d4af-4652-88e3-ca087dc679cd,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:52.944358 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d55779e6-ea59-4340-a4ea-48f8770472c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.948478 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-d55779e6-ea59-4340-a4ea-48f8770472c6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/166c4cc7-d4af-4652-88e3-ca087dc679cd HTTP/1.1" status: 204 len: 168 time: 0.3123841 Mar 11 18:09:52.950716 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59596) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:52.952246 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f25be-a89e-4581-9e22-49e75dfffe2c None None] Network 367f9d44-ad67-4888-97fe-b38701e02a55 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:09:53.033017 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (367f9d44-ad67-4888-97fe-b38701e02a55), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.056144 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.057249 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (0d86938e-cf25-46d0-8e77-a9288d8c4dfb), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.057249 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Floating IP 0d86938e-cf25-46d0-8e77-a9288d8c4dfb disassociated. External IP: 172.27.0.141, port: d5e60f90-f65d-4aae-9ecc-c2626e70ce1a. Mar 11 18:09:53.057805 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Calling delete_port for d5e60f90-f65d-4aae-9ecc-c2626e70ce1a owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:09:53.104828 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Deleting port 6e26bbae-3c73-43c8-bd48-8997a3acea8e {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:09:53.105169 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.189356 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c3728a-40be-4b40-abf5-eef219f723f6 None None] DHCP port deletion for 367f9d44-ad67-4888-97fe-b38701e02a55 request from dv-cinder-788368-4-iscsi {{(pid=103279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:09:53.197405 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] For port 6e26bbae-3c73-43c8-bd48-8997a3acea8e, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=6e26bbae-3c73-43c8-bd48-8997a3acea8e,segment=NetworkSegment(c410a452-772a-4fbe-b609-68d9cd018509),segment_id=c410a452-772a-4fbe-b609-68d9cd018509)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:53.197825 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.221726 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Calling delete_port for 6e26bbae-3c73-43c8-bd48-8997a3acea8e owned by network:dhcp {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:09:53.249919 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (d5e60f90-f65d-4aae-9ecc-c2626e70ce1a), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.305730 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event deleted for resources: {'Port': ['ID=d5e60f90-f65d-4aae-9ecc-c2626e70ce1a,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:53.332304 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.357729 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-79c3728a-40be-4b40-abf5-eef219f723f6 None None] Deleting port 6e26bbae-3c73-43c8-bd48-8997a3acea8e {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:09:53.359098 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-79c3728a-40be-4b40-abf5-eef219f723f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.416064 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 6e26bbae-3c73-43c8-bd48-8997a3acea8e no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:09:53.418089 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Pushing event deleted for resources: {'Port': ['ID=6e26bbae-3c73-43c8-bd48-8997a3acea8e,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:53.427649 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] No DVR routers for this DVR port 6e26bbae-3c73-43c8-bd48-8997a3acea8e on host dv-cinder-788368-4-iscsi {{(pid=103278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:09:53.450312 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 6e26bbae-3c73-43c8-bd48-8997a3acea8e {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:09:53.450816 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 6e26bbae-3c73-43c8-bd48-8997a3acea8e not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:09:53.452098 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 08e5a3bb-c4f7-45e8-9e56-0640da8665fc no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:09:53.523944 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 08e5a3bb-c4f7-45e8-9e56-0640da8665fc {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:09:53.524450 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 08e5a3bb-c4f7-45e8-9e56-0640da8665fc not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:09:53.524995 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:09:53.533059 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-79c3728a-40be-4b40-abf5-eef219f723f6 None None] For port 6e26bbae-3c73-43c8-bd48-8997a3acea8e, host dv-cinder-788368-4-iscsi, got binding levels [] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:53.534187 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-79c3728a-40be-4b40-abf5-eef219f723f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.538096 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (367f9d44-ad67-4888-97fe-b38701e02a55), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.565147 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367f9d44-ad67-4888-97fe-b38701e02a55']}} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:53.572489 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Router 28ea0ebe-a981-414f-8658-d3f67fa59347 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:09:53.575658 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:09:53.576009 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 8e33ae6e-6c63-467e-8f2a-cd96de1fa079 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:09:53.578415 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-79c3728a-40be-4b40-abf5-eef219f723f6 None None] Calling delete_port for 6e26bbae-3c73-43c8-bd48-8997a3acea8e owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:09:53.585701 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.ipam_backend_mixin [None req-79c3728a-40be-4b40-abf5-eef219f723f6 None None] Port 6e26bbae-3c73-43c8-bd48-8997a3acea8e was not found and therefore no delete operation was performed {{(pid=103279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 18:09:53.586442 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c410a452-772a-4fbe-b609-68d9cd018509') {'for_net_delete': True} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:53.586790 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c410a452-772a-4fbe-b609-68d9cd018509') {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:53.588123 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-79c3728a-40be-4b40-abf5-eef219f723f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288'] for port (6e26bbae-3c73-43c8-bd48-8997a3acea8e), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.608117 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13299075'] for segment (c410a452-772a-4fbe-b609-68d9cd018509), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.623201 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3728a-40be-4b40-abf5-eef219f723f6 None None] Pushing event deleted for resources: {'Port': ['ID=6e26bbae-3c73-43c8-bd48-8997a3acea8e,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:53.624608 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (c410a452-772a-4fbe-b609-68d9cd018509), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.625897 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3728a-40be-4b40-abf5-eef219f723f6 None None] No DVR routers for this DVR port 6e26bbae-3c73-43c8-bd48-8997a3acea8e on host dv-cinder-788368-4-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:09:53.641728 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=103278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:09:53.642256 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16008886'] for segment (c410a452-772a-4fbe-b609-68d9cd018509), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: Traceback (most recent call last): Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: timer() Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: cb(*args, **kw) Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: return func(*args, **kwargs) Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: self._notify() Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: self.callback(batched_events) Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: event.method(event) Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: return f(self, *a, **k) Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._get(url).json() Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: return self.request(url, 'GET', **kwargs) Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:09:53.644873 dv-cinder-788368-4-iscsi neutron-server[103278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:09:53.759276 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:53.767996 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (367f9d44-ad67-4888-97fe-b38701e02a55), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.772430 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e71b41-6ac1-4367-9ac6-cee12eb1b243 None None] Sync routers for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:09:53.786361 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.794574 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] 10.222.0.30 "DELETE /v2.0/networks/367f9d44-ad67-4888-97fe-b38701e02a55 HTTP/1.1" status: 204 len: 168 time: 0.8378937 Mar 11 18:09:53.794574 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59600) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:53.799618 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e50056-e1b4-43f8-9549-b165abe0c98a admin admin] Pushing event deleted for resources: {'Network': ['ID=367f9d44-ad67-4888-97fe-b38701e02a55,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:53.827536 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e71b41-6ac1-4367-9ac6-cee12eb1b243 None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:53.828780 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-d7e71b41-6ac1-4367-9ac6-cee12eb1b243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:09:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:53.853430 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-73ab09a6-f2ad-4ac4-906f-61cdce7166f3 req-2eb034a5-b40c-4fdb-971d-e0ff0828b9ae tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2 HTTP/1.1" status: 200 len: 210 time: 0.0674131 Mar 11 18:09:53.881292 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] No DVR routers for this DVR port d5e60f90-f65d-4aae-9ecc-c2626e70ce1a on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:09:53.884147 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:53.888220 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dfc0aef0-666c-4657-9c15-7fe97f8d8d9e req-cbca0244-fc8d-44fc-a7c7-63b995e90b44 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.104 "DELETE /v2.0/ports/d5e60f90-f65d-4aae-9ecc-c2626e70ce1a HTTP/1.1" status: 204 len: 173 time: 1.2768426 Mar 11 18:09:53.888823 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'name': 'network-vif-deleted', 'tag': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:53.898595 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4726f9-ff9c-4ced-97f6-04fe74dc281c" -d '{"events": [{"server_uuid": "889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2", "name": "network-vif-deleted", "tag": "d5e60f90-f65d-4aae-9ecc-c2626e70ce1a"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:53.965730 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b42da8-cc4a-4025-9c0c-6e21d9879ab9 x-openstack-request-id: req-58b42da8-cc4a-4025-9c0c-6e21d9879ab9 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:53.966235 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2", "name": "network-vif-deleted", "tag": "d5e60f90-f65d-4aae-9ecc-c2626e70ce1a", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:53.967127 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58b42da8-cc4a-4025-9c0c-6e21d9879ab9 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:53.967332 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889ccbcb-48ca-4f35-8af8-a8bd2f8df7c2', 'name': 'network-vif-deleted', 'tag': 'd5e60f90-f65d-4aae-9ecc-c2626e70ce1a', 'status': 'completed', 'code': 200} Mar 11 18:09:53.987594 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-d7e71b41-6ac1-4367-9ac6-cee12eb1b243 None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:54.206248 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-d7e71b41-6ac1-4367-9ac6-cee12eb1b243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:54.236916 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e71b41-6ac1-4367-9ac6-cee12eb1b243 None None] Checking router: 28ea0ebe-a981-414f-8658-d3f67fa59347 for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:09:54.245717 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e71b41-6ac1-4367-9ac6-cee12eb1b243 None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:54.246330 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-d7e71b41-6ac1-4367-9ac6-cee12eb1b243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:09:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:54.252565 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8295ae88-9481-46bb-95ee-598155947d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933442'] for router_interface (6a1a8bc1-347c-42cc-90fa-15c2c0499335), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:54.360968 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-d7e71b41-6ac1-4367-9ac6-cee12eb1b243 None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:54.521179 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-8295ae88-9481-46bb-95ee-598155947d11 admin admin] Deleting port c529d94d-ceb6-45a2-a7fe-c20f62346c54 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:09:54.521529 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8295ae88-9481-46bb-95ee-598155947d11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:54.565593 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-d7e71b41-6ac1-4367-9ac6-cee12eb1b243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:54.593287 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e71b41-6ac1-4367-9ac6-cee12eb1b243 None None] The sync data for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi is: [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:09:54.603504 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-8295ae88-9481-46bb-95ee-598155947d11 admin admin] For port c529d94d-ceb6-45a2-a7fe-c20f62346c54, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=c529d94d-ceb6-45a2-a7fe-c20f62346c54,segment=NetworkSegment(e212aa80-74b0-4682-95eb-b12dd38e3dc9),segment_id=e212aa80-74b0-4682-95eb-b12dd38e3dc9)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:54.603874 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8295ae88-9481-46bb-95ee-598155947d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:54.617309 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-8295ae88-9481-46bb-95ee-598155947d11 admin admin] Calling delete_port for c529d94d-ceb6-45a2-a7fe-c20f62346c54 owned by network:router_interface {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:09:54.811521 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8295ae88-9481-46bb-95ee-598155947d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (c529d94d-ceb6-45a2-a7fe-c20f62346c54), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:54.840549 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295ae88-9481-46bb-95ee-598155947d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=c529d94d-ceb6-45a2-a7fe-c20f62346c54,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:54.856385 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce56629-6722-4895-87e2-12bbbb596d9c None None] New status for floating IP 0d86938e-cf25-46d0-8e77-a9288d8c4dfb: DOWN {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:09:54.971835 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59608) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:55.053125 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8295ae88-9481-46bb-95ee-598155947d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1947666'] for router_interface (6a1a8bc1-347c-42cc-90fa-15c2c0499335), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.058910 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d630b3d1-8bb5-442b-a9b6-fdc7a4c5bb04 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group (153d7dd2-8ee5-45a6-8309-558534329705), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.098970 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d630b3d1-8bb5-442b-a9b6-fdc7a4c5bb04 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group (153d7dd2-8ee5-45a6-8309-558534329705), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.155806 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d630b3d1-8bb5-442b-a9b6-fdc7a4c5bb04 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (153d7dd2-8ee5-45a6-8309-558534329705), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.159149 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d630b3d1-8bb5-442b-a9b6-fdc7a4c5bb04 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.163325 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-d630b3d1-8bb5-442b-a9b6-fdc7a4c5bb04 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "DELETE /v2.0/security-groups/153d7dd2-8ee5-45a6-8309-558534329705 HTTP/1.1" status: 204 len: 168 time: 0.1866450 Mar 11 18:09:55.165196 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59610) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:55.193859 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.api.v2.resource [None req-52a38582-55f4-4267-9a6e-7b04ad998418 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] show failed (client error): The resource could not be found. Mar 11 18:09:55.200131 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-52a38582-55f4-4267-9a6e-7b04ad998418 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups/153d7dd2-8ee5-45a6-8309-558534329705 HTTP/1.1" status: 404 len: 347 time: 0.0287373 Mar 11 18:09:55.200131 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59612) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:55.207935 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630b3d1-8bb5-442b-a9b6-fdc7a4c5bb04 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153d7dd2-8ee5-45a6-8309-558534329705,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:55.235950 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device d5e60f90-f65d-4aae-9ecc-c2626e70ce1a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:09:55.264833 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: d5e60f90-f65d-4aae-9ecc-c2626e70ce1a {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:09:55.265566 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device d5e60f90-f65d-4aae-9ecc-c2626e70ce1a not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:09:55.367763 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca8945-a7bc-4db4-a2bc-6123a1fc73f3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Deleting port d232c0bd-e878-4d8d-8340-54ff3fe6948e {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:09:55.368027 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8945-a7bc-4db4-a2bc-6123a1fc73f3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (d232c0bd-e878-4d8d-8340-54ff3fe6948e), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.450997 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8945-a7bc-4db4-a2bc-6123a1fc73f3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (d232c0bd-e878-4d8d-8340-54ff3fe6948e), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.451434 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8945-a7bc-4db4-a2bc-6123a1fc73f3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (d232c0bd-e878-4d8d-8340-54ff3fe6948e), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.466436 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca8945-a7bc-4db4-a2bc-6123a1fc73f3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Calling delete_port for d232c0bd-e878-4d8d-8340-54ff3fe6948e owned by network:floatingip {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:09:55.538415 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8295ae88-9481-46bb-95ee-598155947d11 admin admin] Router 6a1a8bc1-347c-42cc-90fa-15c2c0499335 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:09:55.604575 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8945-a7bc-4db4-a2bc-6123a1fc73f3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (d232c0bd-e878-4d8d-8340-54ff3fe6948e), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.628155 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca8945-a7bc-4db4-a2bc-6123a1fc73f3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event deleted for resources: {'Port': ['ID=d232c0bd-e878-4d8d-8340-54ff3fe6948e,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:55.651139 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8295ae88-9481-46bb-95ee-598155947d11 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:55.656175 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-8295ae88-9481-46bb-95ee-598155947d11 admin admin] 10.222.0.30 "PUT /v2.0/routers/6a1a8bc1-347c-42cc-90fa-15c2c0499335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8585036 Mar 11 18:09:55.659190 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59614) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:55.660508 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d485be8-66c4-45cc-8aca-f7ac92208736 None None] Sync routers for ids ['6a1a8bc1-347c-42cc-90fa-15c2c0499335'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:09:55.671490 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d485be8-66c4-45cc-8aca-f7ac92208736 None None] Routers {'6a1a8bc1-347c-42cc-90fa-15c2c0499335'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:55.672103 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-9d485be8-66c4-45cc-8aca-f7ac92208736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:09:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['6a1a8bc1-347c-42cc-90fa-15c2c0499335'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:55.743890 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8945-a7bc-4db4-a2bc-6123a1fc73f3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (0d86938e-cf25-46d0-8e77-a9288d8c4dfb), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.746425 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8945-a7bc-4db4-a2bc-6123a1fc73f3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.747637 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-d7ca8945-a7bc-4db4-a2bc-6123a1fc73f3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "DELETE /v2.0/floatingips/0d86938e-cf25-46d0-8e77-a9288d8c4dfb HTTP/1.1" status: 204 len: 168 time: 0.5463600 Mar 11 18:09:55.791189 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-9d485be8-66c4-45cc-8aca-f7ac92208736 None None] Set router 6a1a8bc1-347c-42cc-90fa-15c2c0499335 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:55.822179 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Publish callbacks [] for router (6a1a8bc1-347c-42cc-90fa-15c2c0499335), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.944269 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Publish callbacks [] for router_gateway (6a1a8bc1-347c-42cc-90fa-15c2c0499335), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.003350 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Deleting port 53a6d484-0038-44e5-816d-13664172f7a3 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:09:56.004269 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (53a6d484-0038-44e5-816d-13664172f7a3), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.094020 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59618) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:56.094356 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-9d485be8-66c4-45cc-8aca-f7ac92208736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'name': 'tempest-TestMinimumBasicScenario-1326320778-router', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '53a6d484-0038-44e5-816d-13664172f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:02Z', 'updated_at': '2022-03-11T18:09:54Z', 'revision_number': 5, 'project_id': '1176086f77cd476d84befb4e6204d153', 'gw_port': {'id': '53a6d484-0038-44e5-816d-13664172f7a3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:04:03Z', 'updated_at': '2022-03-11T18:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:56.097586 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] For port 53a6d484-0038-44e5-816d-13664172f7a3, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=53a6d484-0038-44e5-816d-13664172f7a3,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:56.097949 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (53a6d484-0038-44e5-816d-13664172f7a3), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.103288 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-8d77bfac-7562-4bb2-a517-b477deea6cc6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474849147', 'description': 'tempest-description--1096123569'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:56.121331 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Calling delete_port for 53a6d484-0038-44e5-816d-13664172f7a3 owned by network:router_gateway {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:09:56.121771 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d485be8-66c4-45cc-8aca-f7ac92208736 None None] Checking router: 6a1a8bc1-347c-42cc-90fa-15c2c0499335 for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:09:56.130441 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d485be8-66c4-45cc-8aca-f7ac92208736 None None] Routers {'6a1a8bc1-347c-42cc-90fa-15c2c0499335'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:56.131267 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-9d485be8-66c4-45cc-8aca-f7ac92208736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:09:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['6a1a8bc1-347c-42cc-90fa-15c2c0499335'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:56.177046 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8d77bfac-7562-4bb2-a517-b477deea6cc6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.227077 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-9d485be8-66c4-45cc-8aca-f7ac92208736 None None] Set router 6a1a8bc1-347c-42cc-90fa-15c2c0499335 gateway port host: None {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:56.282902 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-9d485be8-66c4-45cc-8aca-f7ac92208736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'name': 'tempest-TestMinimumBasicScenario-1326320778-router', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:02Z', 'updated_at': '2022-03-11T18:09:55Z', 'revision_number': 6, 'project_id': '1176086f77cd476d84befb4e6204d153', 'gw_port_host': None}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:56.313881 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d485be8-66c4-45cc-8aca-f7ac92208736 None None] The sync data for ids ['6a1a8bc1-347c-42cc-90fa-15c2c0499335'] in dv-cinder-788368-4-iscsi is: [{'id': '6a1a8bc1-347c-42cc-90fa-15c2c0499335', 'name': 'tempest-TestMinimumBasicScenario-1326320778-router', 'tenant_id': '1176086f77cd476d84befb4e6204d153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:04:02Z', 'updated_at': '2022-03-11T18:09:55Z', 'revision_number': 6, 'project_id': '1176086f77cd476d84befb4e6204d153', 'gw_port_host': None}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:09:56.317965 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8d77bfac-7562-4bb2-a517-b477deea6cc6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group (a2c21c64-8e20-47b5-8c30-6562759b8ead), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.324808 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8d77bfac-7562-4bb2-a517-b477deea6cc6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (a2c21c64-8e20-47b5-8c30-6562759b8ead), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.387265 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8d77bfac-7562-4bb2-a517-b477deea6cc6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.388577 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-8d77bfac-7562-4bb2-a517-b477deea6cc6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2935307 Mar 11 18:09:56.391462 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77bfac-7562-4bb2-a517-b477deea6cc6 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c21c64-8e20-47b5-8c30-6562759b8ead,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:56.391994 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59620) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:56.398010 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-dfeb9d25-ac5a-46ba-aa2a-8275f2141338 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Request body: {'security_group_rule': {'security_group_id': 'a2c21c64-8e20-47b5-8c30-6562759b8ead', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:56.404796 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (53a6d484-0038-44e5-816d-13664172f7a3), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.426298 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9d25-ac5a-46ba-aa2a-8275f2141338 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group_rule (08341cb3-2188-42a1-ba8a-19772c4624ff), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.438625 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Pushing event deleted for resources: {'Port': ['ID=53a6d484-0038-44e5-816d-13664172f7a3,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:56.504013 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1934776'] for router_gateway (6a1a8bc1-347c-42cc-90fa-15c2c0499335), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.507277 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9d25-ac5a-46ba-aa2a-8275f2141338 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group_rule (08341cb3-2188-42a1-ba8a-19772c4624ff), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.512412 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9d25-ac5a-46ba-aa2a-8275f2141338 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (08341cb3-2188-42a1-ba8a-19772c4624ff), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.530458 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb9d25-ac5a-46ba-aa2a-8275f2141338 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08341cb3-2188-42a1-ba8a-19772c4624ff,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:56.540812 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9d25-ac5a-46ba-aa2a-8275f2141338 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.542282 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-dfeb9d25-ac5a-46ba-aa2a-8275f2141338 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491067 Mar 11 18:09:56.545000 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59622) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:56.551737 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-73deb4a9-c3b6-4444-9aa6-f46629b2ddfa tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Request body: {'security_group_rule': {'security_group_id': 'a2c21c64-8e20-47b5-8c30-6562759b8ead', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:56.580401 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73deb4a9-c3b6-4444-9aa6-f46629b2ddfa tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group_rule (71b82de0-4eee-4930-b285-fe7dad50c010), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.621359 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1946935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25335'] for router (6a1a8bc1-347c-42cc-90fa-15c2c0499335), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.623686 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Publish callbacks [] for router_controller (6a1a8bc1-347c-42cc-90fa-15c2c0499335), precommit_delete_associations {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.645605 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73deb4a9-c3b6-4444-9aa6-f46629b2ddfa tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group_rule (71b82de0-4eee-4930-b285-fe7dad50c010), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.651418 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73deb4a9-c3b6-4444-9aa6-f46629b2ddfa tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (71b82de0-4eee-4930-b285-fe7dad50c010), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.672898 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73deb4a9-c3b6-4444-9aa6-f46629b2ddfa tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b82de0-4eee-4930-b285-fe7dad50c010,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:56.679032 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73deb4a9-c3b6-4444-9aa6-f46629b2ddfa tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.683267 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-73deb4a9-c3b6-4444-9aa6-f46629b2ddfa tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344316 Mar 11 18:09:56.683651 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59624) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:56.688576 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:56.701202 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1946924'] for router (6a1a8bc1-347c-42cc-90fa-15c2c0499335), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.702797 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a1a8bc1-347c-42cc-90fa-15c2c0499335 {{(pid=103277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:09:56.720405 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.725356 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-0723daa3-f5c5-4364-8a26-aef56167edcc admin admin] 10.222.0.30 "DELETE /v2.0/routers/6a1a8bc1-347c-42cc-90fa-15c2c0499335 HTTP/1.1" status: 204 len: 168 time: 1.0626938 Mar 11 18:09:56.725954 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.726074 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59626) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:56.786791 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1eaa20-e245-4fcf-b374-f487ce8b24c2 admin admin] Deleting subnet 887ea0c8-266b-4ec0-a6fb-7dc142322e6c {{(pid=103277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:09:56.790470 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3b1eaa20-e245-4fcf-b374-f487ce8b24c2 admin admin] Publish callbacks [] for subnet (887ea0c8-266b-4ec0-a6fb-7dc142322e6c), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.831290 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3b1eaa20-e245-4fcf-b374-f487ce8b24c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13366825'] for subnet (887ea0c8-266b-4ec0-a6fb-7dc142322e6c), precommit_delete_associations {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.844092 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.947498 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3b1eaa20-e245-4fcf-b374-f487ce8b24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (887ea0c8-266b-4ec0-a6fb-7dc142322e6c), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.957780 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Allocated IP 172.27.0.254 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/577fe301-3c96-47e1-813e-97a7294c0db7) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:09:57.006294 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3b1eaa20-e245-4fcf-b374-f487ce8b24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14540916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13265432'] for subnet (887ea0c8-266b-4ec0-a6fb-7dc142322e6c), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.032463 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1eaa20-e245-4fcf-b374-f487ce8b24c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887ea0c8-266b-4ec0-a6fb-7dc142322e6c,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:57.037568 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3b1eaa20-e245-4fcf-b374-f487ce8b24c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.041748 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-3b1eaa20-e245-4fcf-b374-f487ce8b24c2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/887ea0c8-266b-4ec0-a6fb-7dc142322e6c HTTP/1.1" status: 204 len: 168 time: 0.3145881 Mar 11 18:09:57.043441 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab2b114-e9d4-4bfa-907c-d3c0807fb668 None None] Network edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:09:57.044637 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59628) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:57.087007 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for port (577fe301-3c96-47e1-813e-97a7294c0db7), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.125871 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.130947 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (577fe301-3c96-47e1-813e-97a7294c0db7), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.194528 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:09:57.198854 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:09:57.200810 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event updated for resources: {'Port': ['ID=577fe301-3c96-47e1-813e-97a7294c0db7,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:57.203416 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:09:57.221107 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Deleting port d05cbc55-7d47-4aee-bf89-cef43d89120b {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:09:57.221378 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.257634 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea3221-b35a-416e-b1cc-d44b5963358a None None] DHCP port deletion for edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa request from dv-cinder-788368-4-iscsi {{(pid=103279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:09:57.306726 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (df63b81c-1d12-45ba-bc31-63206fe9e249), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.312731 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] For port d05cbc55-7d47-4aee-bf89-cef43d89120b, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=d05cbc55-7d47-4aee-bf89-cef43d89120b,segment=NetworkSegment(e212aa80-74b0-4682-95eb-b12dd38e3dc9),segment_id=e212aa80-74b0-4682-95eb-b12dd38e3dc9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:57.313284 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.315035 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device c529d94d-ceb6-45a2-a7fe-c20f62346c54 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:09:57.330470 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Calling delete_port for d05cbc55-7d47-4aee-bf89-cef43d89120b owned by network:dhcp {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:09:57.340013 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: c529d94d-ceb6-45a2-a7fe-c20f62346c54 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:09:57.340346 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device c529d94d-ceb6-45a2-a7fe-c20f62346c54 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:09:57.340765 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 53a6d484-0038-44e5-816d-13664172f7a3 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:09:57.352607 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (577fe301-3c96-47e1-813e-97a7294c0db7), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.363575 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 53a6d484-0038-44e5-816d-13664172f7a3 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:09:57.363920 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 53a6d484-0038-44e5-816d-13664172f7a3 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:09:57.374809 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-acea3221-b35a-416e-b1cc-d44b5963358a None None] Deleting port d05cbc55-7d47-4aee-bf89-cef43d89120b {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:09:57.375286 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-acea3221-b35a-416e-b1cc-d44b5963358a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.438176 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.459066 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-acea3221-b35a-416e-b1cc-d44b5963358a None None] For port d05cbc55-7d47-4aee-bf89-cef43d89120b, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=d05cbc55-7d47-4aee-bf89-cef43d89120b,segment=NetworkSegment(e212aa80-74b0-4682-95eb-b12dd38e3dc9),segment_id=e212aa80-74b0-4682-95eb-b12dd38e3dc9)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:57.459797 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-acea3221-b35a-416e-b1cc-d44b5963358a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.468485 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05cbc55-7d47-4aee-bf89-cef43d89120b,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:57.477025 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-acea3221-b35a-416e-b1cc-d44b5963358a None None] Calling delete_port for d05cbc55-7d47-4aee-bf89-cef43d89120b owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:09:57.480568 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] No DVR routers for this DVR port d05cbc55-7d47-4aee-bf89-cef43d89120b on host dv-cinder-788368-4-iscsi {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:09:57.527214 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for port (577fe301-3c96-47e1-813e-97a7294c0db7), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.536223 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (577fe301-3c96-47e1-813e-97a7294c0db7), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.563364 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.596123 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa']}} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:57.610831 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e212aa80-74b0-4682-95eb-b12dd38e3dc9') {'for_net_delete': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:57.611233 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e212aa80-74b0-4682-95eb-b12dd38e3dc9') {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:57.615366 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (df63b81c-1d12-45ba-bc31-63206fe9e249), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.630045 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13366818'] for segment (e212aa80-74b0-4682-95eb-b12dd38e3dc9), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.647269 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (e212aa80-74b0-4682-95eb-b12dd38e3dc9), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.648144 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.649594 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9648139 Mar 11 18:09:57.650535 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722fdc8-f718-4dec-85e6-a5d368869cf4 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event updated for resources: {'Port': ['ID=577fe301-3c96-47e1-813e-97a7294c0db7,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:57.655326 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=103277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:09:57.655835 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14539434'] for segment (e212aa80-74b0-4682-95eb-b12dd38e3dc9), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: Traceback (most recent call last): Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: timer() Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: cb(*args, **kw) Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: return func(*args, **kwargs) Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: self._notify() Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: self.callback(batched_events) Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: event.method(event) Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: return f(self, *a, **k) Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: return self._get(url).json() Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: return self.request(url, 'GET', **kwargs) Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:09:57.658083 dv-cinder-788368-4-iscsi neutron-server[103277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:09:57.673235 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-acea3221-b35a-416e-b1cc-d44b5963358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288'] for port (d05cbc55-7d47-4aee-bf89-cef43d89120b), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.689200 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea3221-b35a-416e-b1cc-d44b5963358a None None] No DVR routers for this DVR port d05cbc55-7d47-4aee-bf89-cef43d89120b on host dv-cinder-788368-4-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:09:57.708556 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea3221-b35a-416e-b1cc-d44b5963358a None None] Pushing event deleted for resources: {'Port': ['ID=d05cbc55-7d47-4aee-bf89-cef43d89120b,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:57.750097 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.754776 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:57.758338 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa HTTP/1.1" status: 204 len: 168 time: 0.7124569 Mar 11 18:09:57.770907 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181167d9-2e9c-4ea4-ab52-7a004743e1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=edaa9cc4-37a3-4a00-8467-dfa91f7cb9fa,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:57.923586 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59646) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:57.940569 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-0e890e19-5552-42b3-bf73-6a1dd61bebfb tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--474849147&fields=id&tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5 HTTP/1.1" status: 200 len: 267 time: 0.0617750 Mar 11 18:09:57.967734 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-526c0b8c-8592-436c-9481-e39b84fd6374 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d068b6700f743f0871553c9004b68f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426786 Mar 11 18:09:57.970422 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59648) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:58.028702 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb03a-f9ad-470f-88e7-bae7df153edc admin admin] Publish callbacks [] for security_group (fa66aa94-cb16-408e-a8ef-bf1278f6236b), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:58.050817 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb03a-f9ad-470f-88e7-bae7df153edc admin admin] Publish callbacks [] for security_group (fa66aa94-cb16-408e-a8ef-bf1278f6236b), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:58.058636 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0226-47b0-4044-b149-f022f5031284 req-9527db3b-5c3d-4aa7-8c4b-5a96310bb0ba tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:58.060258 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-9527db3b-5c3d-4aa7-8c4b-5a96310bb0ba tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/networks?id=1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 200 len: 810 time: 0.1122608 Mar 11 18:09:58.075717 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-4f63d4b3-ac03-4a1c-9b32-91656826c9c9 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/quotas/38425b4d45aa44898d3e6d70a0a3f7c5 HTTP/1.1" status: 200 len: 375 time: 0.0093908 Mar 11 18:09:58.101855 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb03a-f9ad-470f-88e7-bae7df153edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (fa66aa94-cb16-408e-a8ef-bf1278f6236b), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:58.104772 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb03a-f9ad-470f-88e7-bae7df153edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:58.105979 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-2b9cb03a-f9ad-470f-88e7-bae7df153edc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa66aa94-cb16-408e-a8ef-bf1278f6236b HTTP/1.1" status: 204 len: 168 time: 0.1341484 Mar 11 18:09:58.114570 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cb03a-f9ad-470f-88e7-bae7df153edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa66aa94-cb16-408e-a8ef-bf1278f6236b,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:58.148395 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-8dfdc00e-2fba-4f31-b674-16fadc3a647e tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663552 Mar 11 18:09:58.354697 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-ff920ee4-80ac-4fd7-9c0d-cb4ffeb15c52 service neutron] 10.222.0.30 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944292 Mar 11 18:09:58.451103 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-ed42e6b1-6fdb-494a-adb7-9f982421926b service neutron] 10.222.0.30 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900514 Mar 11 18:09:58.463792 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59656) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:58.507916 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-614ba953-4d6f-4c10-953d-188f90bb8a3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1176086f77cd476d84befb4e6204d153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427499 Mar 11 18:09:58.510360 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59658) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:58.585007 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-03c6b6dc-2092-4e43-bb9d-dd7aa0ca9e21 admin admin] Publish callbacks [] for security_group (09587ab1-3183-454f-96c0-a94edbcad1f3), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:58.616954 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-03c6b6dc-2092-4e43-bb9d-dd7aa0ca9e21 admin admin] Publish callbacks [] for security_group (09587ab1-3183-454f-96c0-a94edbcad1f3), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:58.649762 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f02c3d7b-6bb6-4283-a145-b266de96b107 req-667c3afb-545e-465b-90f8-098234d68ae2 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 210 time: 0.0438342 Mar 11 18:09:58.670489 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-03c6b6dc-2092-4e43-bb9d-dd7aa0ca9e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (09587ab1-3183-454f-96c0-a94edbcad1f3), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:58.673726 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-03c6b6dc-2092-4e43-bb9d-dd7aa0ca9e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:58.675058 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-03c6b6dc-2092-4e43-bb9d-dd7aa0ca9e21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09587ab1-3183-454f-96c0-a94edbcad1f3 HTTP/1.1" status: 204 len: 168 time: 0.1637287 Mar 11 18:09:58.684260 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6b6dc-2092-4e43-bb9d-dd7aa0ca9e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09587ab1-3183-454f-96c0-a94edbcad1f3,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:59.245728 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device d05cbc55-7d47-4aee-bf89-cef43d89120b no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:09:59.273360 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: d05cbc55-7d47-4aee-bf89-cef43d89120b {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:09:59.273961 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device d05cbc55-7d47-4aee-bf89-cef43d89120b not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:09:59.308743 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:59.461714 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59690) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:59.585121 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1897055516-network', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:59.614776 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Made reservation on behalf of 9a2075c16fdd475a82d9d8cd6832baeb for: {'network': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:09:59.618019 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:59.631012 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:59.747683 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Publish callbacks [] for security_group (af9d865e-210f-4fdb-8429-cdfa5862abe9), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:59.754132 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (af9d865e-210f-4fdb-8429-cdfa5862abe9), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:59.783631 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=103278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:09:59.795601 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9d865e-210f-4fdb-8429-cdfa5862abe9,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:59.802732 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (c48006a8-f1ad-4622-8f16-7afd1270079f), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:59.803492 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.segments_db [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Added segment c48006a8-f1ad-4622-8f16-7afd1270079f of type vlan for network 68dba951-659b-4d49-95cd-28e22175bbb4 Mar 11 18:09:59.857924 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (68dba951-659b-4d49-95cd-28e22175bbb4), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:59.894419 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (68dba951-659b-4d49-95cd-28e22175bbb4), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:59.896619 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:59.897838 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:59.964766 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4989352 Mar 11 18:09:59.966268 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59700) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:59.986494 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-9dd55f2f-27ca-49d2-99ee-7067875b3d12 admin admin] Request body: {'subnet': {'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1897055516-subnet', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'ip_version': 4}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:59.999463 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7a13f-3293-4a72-8985-384b5f11ef4c admin admin] Pushing event updated for resources: {'Network': ['ID=68dba951-659b-4d49-95cd-28e22175bbb4,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:00.014121 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network 68dba951-659b-4d49-95cd-28e22175bbb4 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:10:00.027294 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dd3bc313-edb4-482c-a22f-d43b25e4251f req-1194f225-808f-441d-bc81-d5d41a8a8205 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 210 time: 0.0614836 Mar 11 18:10:00.059642 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0226-47b0-4044-b149-f022f5031284 req-b73e0e63-5dd1-4730-8cf7-2eb13f53c089 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:00.061546 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-b73e0e63-5dd1-4730-8cf7-2eb13f53c089 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.104 "GET /v2.0/networks?id=1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 200 len: 810 time: 0.4680760 Mar 11 18:10:00.063094 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd55f2f-27ca-49d2-99ee-7067875b3d12 admin admin] Made reservation on behalf of 9a2075c16fdd475a82d9d8cd6832baeb for: {'subnet': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:00.066122 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9dd55f2f-27ca-49d2-99ee-7067875b3d12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13265471'] for subnet (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.190026 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-75f61833-4f31-4290-bef5-9a36e721247a tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5 HTTP/1.1" status: 200 len: 379 time: 0.1195822 Mar 11 18:10:00.200907 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-346c0226-47b0-4044-b149-f022f5031284 req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Request body: {'port': {'device_id': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'admin_state_up': True, 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'security_groups': ['a2c21c64-8e20-47b5-8c30-6562759b8ead']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:00.397417 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9dd55f2f-27ca-49d2-99ee-7067875b3d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14540855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13265425'] for subnet (34f7c50f-8e50-40df-8330-3e18680b5a64), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.440699 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346c0226-47b0-4044-b149-f022f5031284 req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Made reservation on behalf of 38425b4d45aa44898d3e6d70a0a3f7c5 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:00.444042 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-346c0226-47b0-4044-b149-f022f5031284 req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.490211 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd55f2f-27ca-49d2-99ee-7067875b3d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f7c50f-8e50-40df-8330-3e18680b5a64,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:00.536846 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd55f2f-27ca-49d2-99ee-7067875b3d12 admin admin] Checking segment: {'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:00.537192 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd55f2f-27ca-49d2-99ee-7067875b3d12 admin admin] Network hostable DHCP agents. Network: 68dba951-659b-4d49-95cd-28e22175bbb4, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:10:00.591144 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd55f2f-27ca-49d2-99ee-7067875b3d12 admin admin] Network 68dba951-659b-4d49-95cd-28e22175bbb4 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:10:00.612873 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-9dd55f2f-27ca-49d2-99ee-7067875b3d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, 68dba951-659b-4d49-95cd-28e22175bbb4) {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:00.625416 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd55f2f-27ca-49d2-99ee-7067875b3d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:00.626677 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9dd55f2f-27ca-49d2-99ee-7067875b3d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.632401 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142190be-4a22-4f29-8ba7-903aee7f26d9 None None] Network 68dba951-659b-4d49-95cd-28e22175bbb4 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:10:00.633167 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-346c0226-47b0-4044-b149-f022f5031284 req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Allocated IP 172.20.0.9 (1949826b-fdc5-4b0c-b2df-a46af14b0d34/7e12c3d1-69e8-4abe-b37a-16101f32e8bf/74908859-86fa-479e-84b7-37e0dc8d7a57) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:00.662071 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-9dd55f2f-27ca-49d2-99ee-7067875b3d12 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6889699 Mar 11 18:10:00.662447 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59706) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:00.668435 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:00.694966 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1949021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25221'] for router (97ff4315-80b7-46d3-a5f3-da88d67b73da), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.696826 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1949161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1934603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25340'] for router (97ff4315-80b7-46d3-a5f3-da88d67b73da), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.758626 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Publish callbacks [] for router_controller (97ff4315-80b7-46d3-a5f3-da88d67b73da), precommit_add_association {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.783274 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbeccc8b-073c-563d-9a04-0eb08d8f5eb4-68dba951-659b-4d49-95cd-28e22175bbb4', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'fixed_ips': [{'subnet_id': '34f7c50f-8e50-40df-8330-3e18680b5a64'}]}} from dv-cinder-788368-4-iscsi. {{(pid=103279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:10:00.784562 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.822245 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-346c0226-47b0-4044-b149-f022f5031284 req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.861622 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-346c0226-47b0-4044-b149-f022f5031284 req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.908145 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346c0226-47b0-4044-b149-f022f5031284 req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:00.913640 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-346c0226-47b0-4044-b149-f022f5031284 req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:00.917953 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-346c0226-47b0-4044-b149-f022f5031284 req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:00.945174 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Allocated IP 172.20.0.2 (68dba951-659b-4d49-95cd-28e22175bbb4/34f7c50f-8e50-40df-8330-3e18680b5a64/398f8d40-4b07-46c7-9075-d8206189877d) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:00.950004 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Publish callbacks [] for router_gateway (97ff4315-80b7-46d3-a5f3-da88d67b73da), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.962949 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event updated for resources: {'Port': ['ID=74908859-86fa-479e-84b7-37e0dc8d7a57,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:00.987280 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0226-47b0-4044-b149-f022f5031284 req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:00.990676 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-346c0226-47b0-4044-b149-f022f5031284 req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.018458 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-0c428000-f914-43d4-be75-1f333c79ff49 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8227563 Mar 11 18:10:01.035279 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Request body: {'port': {'device_id': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:01.156720 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Publish callbacks [] for port (398f8d40-4b07-46c7-9075-d8206189877d), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.168328 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (398f8d40-4b07-46c7-9075-d8206189877d), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.172679 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.219550 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ec88e-f45c-4a78-9c9c-a8eb7c526975 req-a518d85d-6eb6-42f9-817a-b346ea953315 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:01.221242 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1b7ec88e-f45c-4a78-9c9c-a8eb7c526975 req-a518d85d-6eb6-42f9-817a-b346ea953315 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 931 time: 0.1026685 Mar 11 18:10:01.252473 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Network 68dba951-659b-4d49-95cd-28e22175bbb4 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:01.258311 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:01.268155 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:01.282577 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Publish callbacks [] for router_gateway (97ff4315-80b7-46d3-a5f3-da88d67b73da), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.290757 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Pushing event updated for resources: {'Port': ['ID=398f8d40-4b07-46c7-9075-d8206189877d,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:01.301705 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1b7ec88e-f45c-4a78-9c9c-a8eb7c526975 req-22a5a3c1-d52b-430c-b7df-44e4cdf39b8e tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2c21c64-8e20-47b5-8c30-6562759b8ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618279 Mar 11 18:10:01.302598 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.307626 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.307626 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.307626 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.308307 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.308307 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.308527 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.308820 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.309142 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.309466 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.309799 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.310130 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.310449 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.310800 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:01.363983 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-72626749-bf11-4b44-9af8-f8daef5fae34 None None] Provisioning complete for port 74908859-86fa-479e-84b7-37e0dc8d7a57 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:01.364452 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-72626749-bf11-4b44-9af8-f8daef5fae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.398189 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Attempting to bind port 398f8d40-4b07-46c7-9075-d8206189877d on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:01.398697 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Attempting to bind port 398f8d40-4b07-46c7-9075-d8206189877d by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:01.399137 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Attempting to bind port 398f8d40-4b07-46c7-9075-d8206189877d on network 68dba951-659b-4d49-95cd-28e22175bbb4 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:01.413393 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:01.414094 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Checking segment: {'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:01.414340 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.414845 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Bound using segment: {'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:01.415334 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Bound port: 398f8d40-4b07-46c7-9075-d8206189877d, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:01.415721 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (398f8d40-4b07-46c7-9075-d8206189877d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.419309 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-72626749-bf11-4b44-9af8-f8daef5fae34 None None] Port 74908859-86fa-479e-84b7-37e0dc8d7a57 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:01.449451 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Allocated IP 172.27.0.133 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/74b9439b-6205-4c6f-96db-c50e50efef04) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:01.497134 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] For port 398f8d40-4b07-46c7-9075-d8206189877d, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:01.501618 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] For port 398f8d40-4b07-46c7-9075-d8206189877d, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=398f8d40-4b07-46c7-9075-d8206189877d,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:01.512958 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (398f8d40-4b07-46c7-9075-d8206189877d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.578999 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d702a-03d3-460d-baa8-fcec63f38867 None None] Pushing event updated for resources: {'Port': ['ID=398f8d40-4b07-46c7-9075-d8206189877d,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:01.602864 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Publish callbacks [] for port (74b9439b-6205-4c6f-96db-c50e50efef04), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.650128 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74908859-86fa-479e-84b7-37e0dc8d7a57 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:01.659973 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Publish callbacks [] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.660663 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (74b9439b-6205-4c6f-96db-c50e50efef04), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.691173 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Transition to ACTIVE for port object 74908859-86fa-479e-84b7-37e0dc8d7a57 will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:10:01.697650 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.722901 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:01.726756 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:01.732261 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:01.736229 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=74b9439b-6205-4c6f-96db-c50e50efef04,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:01.758475 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=74908859-86fa-479e-84b7-37e0dc8d7a57,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:01.842275 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Attempting to bind port 74908859-86fa-479e-84b7-37e0dc8d7a57 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:01.842591 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Attempting to bind port 74908859-86fa-479e-84b7-37e0dc8d7a57 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:01.848104 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Attempting to bind port 74908859-86fa-479e-84b7-37e0dc8d7a57 on network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:01.850431 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Port 74908859-86fa-479e-84b7-37e0dc8d7a57 on network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:10:01.850842 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Attempting to bind port 74908859-86fa-479e-84b7-37e0dc8d7a57 on network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:01.873831 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:01.874174 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Checking segment: {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:01.874694 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Bound using segment: {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:01.875137 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Bound port: 74908859-86fa-479e-84b7-37e0dc8d7a57, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e57e526-5005-4205-816b-2d260d19db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:01.875493 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:01.978104 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] For port 74908859-86fa-479e-84b7-37e0dc8d7a57, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:01.982280 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] For port 74908859-86fa-479e-84b7-37e0dc8d7a57, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=74908859-86fa-479e-84b7-37e0dc8d7a57,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:01.991747 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:02.034345 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:02.035099 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:02.037115 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] 10.222.0.104 "PUT /v2.0/ports/74908859-86fa-479e-84b7-37e0dc8d7a57 HTTP/1.1" status: 200 len: 1093 time: 1.0074968 Mar 11 18:10:02.037705 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'tag': '74908859-86fa-479e-84b7-37e0dc8d7a57'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:02.040153 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aee1ddd-c4fc-499e-a9b9-d907551eb1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa", "tag": "74908859-86fa-479e-84b7-37e0dc8d7a57"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:02.120753 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc6ff02-2ef2-4016-8e01-b94e471479bc x-openstack-request-id: req-9fc6ff02-2ef2-4016-8e01-b94e471479bc {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:02.121166 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa", "tag": "74908859-86fa-479e-84b7-37e0dc8d7a57", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:02.121425 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fc6ff02-2ef2-4016-8e01-b94e471479bc {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:02.121922 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'tag': '74908859-86fa-479e-84b7-37e0dc8d7a57', 'status': 'completed', 'code': 200} Mar 11 18:10:02.122855 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce021c-c036-481a-a219-40610e50e1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=74908859-86fa-479e-84b7-37e0dc8d7a57,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:02.147285 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0226-47b0-4044-b149-f022f5031284 req-a1faf856-a9f3-4b98-a095-76ca17995aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:02.149333 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-a1faf856-a9f3-4b98-a095-76ca17995aac service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 1127 time: 0.0626433 Mar 11 18:10:02.176749 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Publish callbacks [] for router_gateway (97ff4315-80b7-46d3-a5f3-da88d67b73da), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:02.207467 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-bae441bb-e787-44e0-b9c6-6f061a8dd776 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74908859-86fa-479e-84b7-37e0dc8d7a57 HTTP/1.1" status: 200 len: 217 time: 0.0501270 Mar 11 18:10:02.302525 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0226-47b0-4044-b149-f022f5031284 req-1ecbb034-7343-4190-a1e8-62def9f1bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:02.304415 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-1ecbb034-7343-4190-a1e8-62def9f1bcf6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7e12c3d1-69e8-4abe-b37a-16101f32e8bf HTTP/1.1" status: 200 len: 849 time: 0.0906565 Mar 11 18:10:02.377479 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0226-47b0-4044-b149-f022f5031284 req-6d2ba642-e628-4773-8c42-5e8397b7e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:02.379193 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-6d2ba642-e628-4773-8c42-5e8397b7e90c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1949826b-fdc5-4b0c-b2df-a46af14b0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672748 Mar 11 18:10:02.539157 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-d55809a6-a220-436d-b006-09ef41112f70 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518564 Mar 11 18:10:02.578744 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94dfa-13e0-4905-98aa-2d011226ad07 req-3d8689af-463f-4157-863d-eec4957d9dfc tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:02.580307 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-72d94dfa-13e0-4905-98aa-2d011226ad07 req-3d8689af-463f-4157-863d-eec4957d9dfc tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 943 time: 0.1121860 Mar 11 18:10:02.697758 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-72d94dfa-13e0-4905-98aa-2d011226ad07 req-8e6cd224-a77a-4c2a-9138-8b19825fda6b tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2c21c64-8e20-47b5-8c30-6562759b8ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013958 Mar 11 18:10:02.700013 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-346c0226-47b0-4044-b149-f022f5031284 req-be4d2cf6-bbd1-4e16-9a4a-36e43b837f2b service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538467 Mar 11 18:10:02.733324 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1949158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1934692'] for router (97ff4315-80b7-46d3-a5f3-da88d67b73da), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:02.850238 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee1ddd-c4fc-499e-a9b9-d907551eb1fb req-f99b6379-5659-430e-9bc7-93c64f3c1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:02.853071 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3aee1ddd-c4fc-499e-a9b9-d907551eb1fb req-f99b6379-5659-430e-9bc7-93c64f3c1315 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 1127 time: 0.0612724 Mar 11 18:10:02.905050 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8361c0-5a39-4073-9a90-ca89219ecf80 None None] Network 68dba951-659b-4d49-95cd-28e22175bbb4 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:10:02.937462 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Router 97ff4315-80b7-46d3-a5f3-da88d67b73da is scheduled to L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 with binding_index 1 {{(pid=103278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:10:02.985654 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-948515a7-16d5-4199-a04f-7b22d7d1f481 None None] Provisioning complete for port 398f8d40-4b07-46c7-9075-d8206189877d triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:02.986036 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-948515a7-16d5-4199-a04f-7b22d7d1f481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (398f8d40-4b07-46c7-9075-d8206189877d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:03.023160 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee1ddd-c4fc-499e-a9b9-d907551eb1fb req-1524fb3e-2c4a-4e1b-a50f-9592ac4e0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:03.026124 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3aee1ddd-c4fc-499e-a9b9-d907551eb1fb req-1524fb3e-2c4a-4e1b-a50f-9592ac4e0ed6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 200 len: 912 time: 0.1662424 Mar 11 18:10:03.082594 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3aee1ddd-c4fc-499e-a9b9-d907551eb1fb req-1d91f17d-45af-46d9-ac2a-d60b8ce1753d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74908859-86fa-479e-84b7-37e0dc8d7a57 HTTP/1.1" status: 200 len: 217 time: 0.0492611 Mar 11 18:10:03.100285 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:03.117253 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Sync routers for ids ['97ff4315-80b7-46d3-a5f3-da88d67b73da'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:03.121622 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-948515a7-16d5-4199-a04f-7b22d7d1f481 None None] Current status of the port 398f8d40-4b07-46c7-9075-d8206189877d is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:03.122004 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-948515a7-16d5-4199-a04f-7b22d7d1f481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (398f8d40-4b07-46c7-9075-d8206189877d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:03.132795 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:03.135347 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-b7892023-0cb2-4544-8109-a50e9762f7c0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4712405 Mar 11 18:10:03.138257 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59716) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:03.150800 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Routers {'97ff4315-80b7-46d3-a5f3-da88d67b73da'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:03.151789 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:09:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['97ff4315-80b7-46d3-a5f3-da88d67b73da'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:03.175429 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-948515a7-16d5-4199-a04f-7b22d7d1f481 None None] For port 398f8d40-4b07-46c7-9075-d8206189877d, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=398f8d40-4b07-46c7-9075-d8206189877d,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:03.189504 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee1ddd-c4fc-499e-a9b9-d907551eb1fb req-4f0f23ee-0085-4d9d-8458-978e808fec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:03.191115 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3aee1ddd-c4fc-499e-a9b9-d907551eb1fb req-4f0f23ee-0085-4d9d-8458-978e808fec83 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7e12c3d1-69e8-4abe-b37a-16101f32e8bf HTTP/1.1" status: 200 len: 849 time: 0.1012037 Mar 11 18:10:03.212076 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-948515a7-16d5-4199-a04f-7b22d7d1f481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (398f8d40-4b07-46c7-9075-d8206189877d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:03.392032 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee1ddd-c4fc-499e-a9b9-d907551eb1fb req-e18e6820-50d0-4a9e-9fb3-cb1f246549a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:03.393644 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3aee1ddd-c4fc-499e-a9b9-d907551eb1fb req-e18e6820-50d0-4a9e-9fb3-cb1f246549a5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1949826b-fdc5-4b0c-b2df-a46af14b0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1946387 Mar 11 18:10:03.518143 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 398f8d40-4b07-46c7-9075-d8206189877d up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:03.560689 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948515a7-16d5-4199-a04f-7b22d7d1f481 None None] Pushing event updated for resources: {'Port': ['ID=398f8d40-4b07-46c7-9075-d8206189877d,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:03.587221 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Set router 97ff4315-80b7-46d3-a5f3-da88d67b73da gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:03.610830 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3aee1ddd-c4fc-499e-a9b9-d907551eb1fb req-be26ecb9-ea74-4d49-acbc-d9fd18fe5b11 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090731 Mar 11 18:10:03.619981 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-100bc190-af71-4e8c-a7dc-1e30a3ca7d8f None None] Provisioning complete for port 398f8d40-4b07-46c7-9075-d8206189877d triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:03.620354 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-100bc190-af71-4e8c-a7dc-1e30a3ca7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (398f8d40-4b07-46c7-9075-d8206189877d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:03.756223 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 398f8d40-4b07-46c7-9075-d8206189877d triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:03.756608 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (398f8d40-4b07-46c7-9075-d8206189877d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:03.780316 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3aee1ddd-c4fc-499e-a9b9-d907551eb1fb req-89d967b6-52a1-4cea-879a-9c52d7941e9d service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623490 Mar 11 18:10:03.869979 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-100bc190-af71-4e8c-a7dc-1e30a3ca7d8f None None] Current status of the port 398f8d40-4b07-46c7-9075-d8206189877d is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:03.908391 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602fc5f-c03d-444d-aadf-00c7dc250161 req-cc30f1b7-a817-40a3-90f4-9767e9a4a8f0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:03.909963 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4602fc5f-c03d-444d-aadf-00c7dc250161 req-cc30f1b7-a817-40a3-90f4-9767e9a4a8f0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 943 time: 0.1059968 Mar 11 18:10:03.916465 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:03.927975 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 398f8d40-4b07-46c7-9075-d8206189877d is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:03.940469 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:10:01Z', 'revision_number': 3, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:03.970079 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Checking router: 97ff4315-80b7-46d3-a5f3-da88d67b73da for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:03.970420 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Updating router 97ff4315-80b7-46d3-a5f3-da88d67b73da port 74b9439b-6205-4c6f-96db-c50e50efef04 binding host dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:10:04.000412 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (74b9439b-6205-4c6f-96db-c50e50efef04), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.019245 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4602fc5f-c03d-444d-aadf-00c7dc250161 req-50103309-b0bc-414a-80bd-9532b42bd0dc tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2c21c64-8e20-47b5-8c30-6562759b8ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003258 Mar 11 18:10:04.133208 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Allocated IP 172.20.0.1 (68dba951-659b-4d49-95cd-28e22175bbb4/34f7c50f-8e50-40df-8330-3e18680b5a64/6d7c65d0-d5fe-4ade-8230-1aec7122dc9a) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:04.245427 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Publish callbacks [] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.296070 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.313328 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Publish callbacks [] for port (74b9439b-6205-4c6f-96db-c50e50efef04), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.321552 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (74b9439b-6205-4c6f-96db-c50e50efef04), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.346186 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Network 68dba951-659b-4d49-95cd-28e22175bbb4 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:04.349906 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:04.352048 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:04.384587 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Attempting to bind port 74b9439b-6205-4c6f-96db-c50e50efef04 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:04.384915 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Attempting to bind port 74b9439b-6205-4c6f-96db-c50e50efef04 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:04.385246 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Attempting to bind port 74b9439b-6205-4c6f-96db-c50e50efef04 on network cab8bdcb-495c-4275-ab04-6208af39108c {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:04.394103 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:04.394699 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Checking segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:04.394966 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.395351 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Bound using segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:04.395834 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Bound port: 74b9439b-6205-4c6f-96db-c50e50efef04, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:04.396220 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (74b9439b-6205-4c6f-96db-c50e50efef04), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.397654 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7c65d0-d5fe-4ade-8230-1aec7122dc9a,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:04.400679 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97c23b-4c91-4ceb-98da-14a5aef37e7e None None] Pushing event updated for resources: {'Port': ['ID=74b9439b-6205-4c6f-96db-c50e50efef04,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:04.419149 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933323'] for router_interface (97ff4315-80b7-46d3-a5f3-da88d67b73da), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.485157 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] For port 74b9439b-6205-4c6f-96db-c50e50efef04, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:04.490488 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] For port 74b9439b-6205-4c6f-96db-c50e50efef04, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=74b9439b-6205-4c6f-96db-c50e50efef04,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:04.500615 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (74b9439b-6205-4c6f-96db-c50e50efef04), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.566254 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Routers {'97ff4315-80b7-46d3-a5f3-da88d67b73da'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:04.567043 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:09:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['97ff4315-80b7-46d3-a5f3-da88d67b73da'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:04.618420 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97c23b-4c91-4ceb-98da-14a5aef37e7e None None] Pushing event updated for resources: {'Port': ['ID=74b9439b-6205-4c6f-96db-c50e50efef04,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:04.640395 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.715560 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] Set router 97ff4315-80b7-46d3-a5f3-da88d67b73da gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:04.772748 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-59c21ede-87f4-4501-be00-1f88f4761315 None None] Provisioning complete for port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:04.773118 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-59c21ede-87f4-4501-be00-1f88f4761315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.859824 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Publish callbacks [] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.860184 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-59c21ede-87f4-4501-be00-1f88f4761315 None None] Port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:04.869757 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.940838 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933479'] for router_interface (97ff4315-80b7-46d3-a5f3-da88d67b73da), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:04.942664 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7c65d0-d5fe-4ade-8230-1aec7122dc9a,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:04.992014 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-295b6f80-341e-420c-8b2b-0b709c22803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:05.020858 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:10:01Z', 'revision_number': 3, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:05.055190 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc4a96-63d1-4b0e-8989-c37c84c71945 None None] The sync data for ids ['97ff4315-80b7-46d3-a5f3-da88d67b73da'] in dv-cinder-788368-4-iscsi is: [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:10:01Z', 'revision_number': 3, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:05.060477 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Network 68dba951-659b-4d49-95cd-28e22175bbb4 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:05.062838 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:05.281881 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 398f8d40-4b07-46c7-9075-d8206189877d up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:05.331084 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 74908859-86fa-479e-84b7-37e0dc8d7a57 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:10:05.372657 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 398f8d40-4b07-46c7-9075-d8206189877d triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:05.382369 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (398f8d40-4b07-46c7-9075-d8206189877d), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:05.480840 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-31cf1c83-a948-4733-a4a0-2a7ee8d19fd5 None None] Provisioning complete for port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:05.480840 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-31cf1c83-a948-4733-a4a0-2a7ee8d19fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:05.583456 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-31cf1c83-a948-4733-a4a0-2a7ee8d19fd5 None None] Port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:05.630089 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 74908859-86fa-479e-84b7-37e0dc8d7a57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=74908859-86fa-479e-84b7-37e0dc8d7a57,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:05.643085 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Router 97ff4315-80b7-46d3-a5f3-da88d67b73da has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:05.649536 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '74908859-86fa-479e-84b7-37e0dc8d7a57', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'port_id': '74908859-86fa-479e-84b7-37e0dc8d7a57', 'mac_address': 'fa:16:3e:09:0e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:10:05.651246 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 398f8d40-4b07-46c7-9075-d8206189877d is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:05.656767 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055ac64-2ce3-467f-bcfb-99e240384ce0 req-dec9571c-f4f7-4daf-bd26-0195bd5fbadb tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:05.658281 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1055ac64-2ce3-467f-bcfb-99e240384ce0 req-dec9571c-f4f7-4daf-bd26-0195bd5fbadb tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 943 time: 0.5147593 Mar 11 18:10:05.704652 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 74908859-86fa-479e-84b7-37e0dc8d7a57 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:05.704964 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:05.719613 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74908859-86fa-479e-84b7-37e0dc8d7a57 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:05.742191 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 74908859-86fa-479e-84b7-37e0dc8d7a57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=74908859-86fa-479e-84b7-37e0dc8d7a57,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:05.748143 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:05.767829 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1055ac64-2ce3-467f-bcfb-99e240384ce0 req-334637eb-96c3-416e-bdb8-cf1fd2ff9420 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2c21c64-8e20-47b5-8c30-6562759b8ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001995 Mar 11 18:10:05.804297 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=74908859-86fa-479e-84b7-37e0dc8d7a57,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:05.830084 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:05.840123 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-7613cc59-059d-40d5-abc5-d490e45295c8 admin admin] 10.222.0.30 "PUT /v2.0/routers/97ff4315-80b7-46d3-a5f3-da88d67b73da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6957603 Mar 11 18:10:06.123566 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['74908859-86fa-479e-84b7-37e0dc8d7a57'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:10:06.383389 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59736) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:06.388420 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-465486282-network', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:06.409834 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Made reservation on behalf of b922c4c58c04490f9c34fd0054f424db for: {'network': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:06.412883 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:06.423204 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:06.507171 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Publish callbacks [] for security_group (a2178ee8-540b-4a36-ad08-8286258b6316), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:06.513484 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (a2178ee8-540b-4a36-ad08-8286258b6316), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:06.541196 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1238} {{(pid=103277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:10:06.547794 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2178ee8-540b-4a36-ad08-8286258b6316,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:06.555762 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (9e98ba23-29bf-44b3-acb9-3f661eb18f9c), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:06.556121 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.segments_db [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Added segment 9e98ba23-29bf-44b3-acb9-3f661eb18f9c of type vlan for network 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 Mar 11 18:10:06.601485 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (0b9e60c3-2ea7-43d0-a572-73d964a1aeb0), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:06.630014 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (0b9e60c3-2ea7-43d0-a572-73d964a1aeb0), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:06.631396 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:06.632128 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:06.669773 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2851934 Mar 11 18:10:06.672814 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59738) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:06.678121 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-cce68e19-861e-411d-ae18-604a8cc6f64c admin admin] Request body: {'subnet': {'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-465486282-subnet', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'ip_version': 4}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:06.714964 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ff70-a839-4ae0-9753-f4c20fc95fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=0b9e60c3-2ea7-43d0-a572-73d964a1aeb0,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:06.730198 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce68e19-861e-411d-ae18-604a8cc6f64c admin admin] Made reservation on behalf of b922c4c58c04490f9c34fd0054f424db for: {'subnet': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:06.733039 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:10:06.733249 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cce68e19-861e-411d-ae18-604a8cc6f64c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13265471'] for subnet (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:06.835572 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Sync routers for ids ['97ff4315-80b7-46d3-a5f3-da88d67b73da'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:06.853633 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Routers {'97ff4315-80b7-46d3-a5f3-da88d67b73da'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:06.854970 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:09:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['97ff4315-80b7-46d3-a5f3-da88d67b73da'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:06.953770 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cce68e19-861e-411d-ae18-604a8cc6f64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14540855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13265425'] for subnet (126b5de7-80db-4c47-b0e6-1074eee5f042), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:06.994642 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Set router 97ff4315-80b7-46d3-a5f3-da88d67b73da gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:07.021595 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce68e19-861e-411d-ae18-604a8cc6f64c admin admin] Pushing event updated for resources: {'Subnet': ['ID=126b5de7-80db-4c47-b0e6-1074eee5f042,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:07.036938 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04510220-f4c2-48f7-88f9-bd2a77ad6bd3 req-03b324a9-10d6-4c06-9e62-ca7410289945 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:07.038315 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-04510220-f4c2-48f7-88f9-bd2a77ad6bd3 req-03b324a9-10d6-4c06-9e62-ca7410289945 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 944 time: 0.1348643 Mar 11 18:10:07.076737 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce68e19-861e-411d-ae18-604a8cc6f64c admin admin] Checking segment: {'id': '9e98ba23-29bf-44b3-acb9-3f661eb18f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:07.077609 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce68e19-861e-411d-ae18-604a8cc6f64c admin admin] Network hostable DHCP agents. Network: 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:10:07.122720 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce68e19-861e-411d-ae18-604a8cc6f64c admin admin] Network 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:10:07.135702 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-04510220-f4c2-48f7-88f9-bd2a77ad6bd3 req-9535ed8f-6fd5-4eb4-b236-74fdfa52c751 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2c21c64-8e20-47b5-8c30-6562759b8ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906236 Mar 11 18:10:07.136752 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-cce68e19-861e-411d-ae18-604a8cc6f64c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0) {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:07.142025 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce68e19-861e-411d-ae18-604a8cc6f64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:07.142672 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cce68e19-861e-411d-ae18-604a8cc6f64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.151125 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6afa45c-c059-4523-a995-d28eabf2dd3c None None] Network 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:10:07.182306 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59742) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:07.184226 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-cce68e19-861e-411d-ae18-604a8cc6f64c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5098298 Mar 11 18:10:07.190361 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-465486282-router', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:07.221615 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1949021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25221'] for router (449ea118-19e8-4544-805a-69706ca40e21), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.228147 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1949161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1934603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25340'] for router (449ea118-19e8-4544-805a-69706ca40e21), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.282004 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '6d7c65d0-d5fe-4ade-8230-1aec7122dc9a', 'name': '', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'mac_address': 'fa:16:3e:47:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:03Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 2, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'subnets': [{'id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:07.306523 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 74b9439b-6205-4c6f-96db-c50e50efef04 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:07.315334 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Publish callbacks [] for router_controller (449ea118-19e8-4544-805a-69706ca40e21), precommit_add_association {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.336577 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 74908859-86fa-479e-84b7-37e0dc8d7a57 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:07.336942 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Checking router: 97ff4315-80b7-46d3-a5f3-da88d67b73da for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:07.337113 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Updating router 97ff4315-80b7-46d3-a5f3-da88d67b73da port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a binding host dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:10:07.338889 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbeccc8b-073c-563d-9a04-0eb08d8f5eb4-0b9e60c3-2ea7-43d0-a572-73d964a1aeb0', 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0', 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'fixed_ips': [{'subnet_id': '126b5de7-80db-4c47-b0e6-1074eee5f042'}]}} from dv-cinder-788368-4-iscsi. {{(pid=103279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:10:07.339885 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.371698 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.488696 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Publish callbacks [] for router_gateway (449ea118-19e8-4544-805a-69706ca40e21), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.493225 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 74b9439b-6205-4c6f-96db-c50e50efef04 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:07.494066 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (74b9439b-6205-4c6f-96db-c50e50efef04), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.518512 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 74908859-86fa-479e-84b7-37e0dc8d7a57 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:10:07.565500 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 74908859-86fa-479e-84b7-37e0dc8d7a57 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:07.566196 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.625116 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Allocated IP 172.20.0.2 (0b9e60c3-2ea7-43d0-a572-73d964a1aeb0/126b5de7-80db-4c47-b0e6-1074eee5f042/e9ac382e-f92d-45ec-b5b1-dec48af47505) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:07.706666 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Publish callbacks [] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.716430 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.731121 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Publish callbacks [] for router_gateway (449ea118-19e8-4544-805a-69706ca40e21), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.753253 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.783726 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 74b9439b-6205-4c6f-96db-c50e50efef04 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:07.784152 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (74b9439b-6205-4c6f-96db-c50e50efef04), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.792016 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Pushing event updated for resources: {'Port': ['ID=6d7c65d0-d5fe-4ade-8230-1aec7122dc9a,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:07.801476 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 74908859-86fa-479e-84b7-37e0dc8d7a57 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:07.801850 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.829470 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.830113 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.830713 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.831192 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.834335 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.834737 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port 74b9439b-6205-4c6f-96db-c50e50efef04, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=74b9439b-6205-4c6f-96db-c50e50efef04,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:07.834972 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.835131 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.835779 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.836812 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.837089 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.838071 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.838831 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.839812 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:07.843642 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (74b9439b-6205-4c6f-96db-c50e50efef04), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.875493 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Allocated IP 172.27.0.232 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:07.918231 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74908859-86fa-479e-84b7-37e0dc8d7a57'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:07.920731 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0363d89e-5e92-47fb-a1eb-aaf0ed53863a" -d '{"events": [{"server_uuid": "4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa", "name": "network-vif-plugged", "status": "completed", "tag": "74908859-86fa-479e-84b7-37e0dc8d7a57"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:07.952796 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Attempting to bind port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:07.952796 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Attempting to bind port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:07.953129 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Attempting to bind port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a on network 68dba951-659b-4d49-95cd-28e22175bbb4 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:07.961199 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:07.961699 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Checking segment: {'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:07.962279 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:07.962936 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Bound using segment: {'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:07.963575 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Bound port: 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:07.964171 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.011574 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 74908859-86fa-479e-84b7-37e0dc8d7a57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=74908859-86fa-479e-84b7-37e0dc8d7a57,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:08.028331 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c78152c-e81c-4ddf-8263-f94b313eafe2 x-openstack-request-id: req-7c78152c-e81c-4ddf-8263-f94b313eafe2 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:08.028740 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa", "name": "network-vif-plugged", "status": "completed", "tag": "74908859-86fa-479e-84b7-37e0dc8d7a57", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:08.029006 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c78152c-e81c-4ddf-8263-f94b313eafe2 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:08.029435 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74908859-86fa-479e-84b7-37e0dc8d7a57', 'code': 200} Mar 11 18:10:08.034392 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5a4e-9127-47dd-aa19-0fb6d43b3558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.044075 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.068471 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=74b9439b-6205-4c6f-96db-c50e50efef04,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:08.071756 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Publish callbacks [] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.081897 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.120395 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] For port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:08.124155 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] For port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=6d7c65d0-d5fe-4ade-8230-1aec7122dc9a,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:08.134023 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.144287 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Network 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:08.153718 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:08.158213 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:08.182773 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Publish callbacks [] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.203281 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32a2b7-966d-4cce-8dc0-d8921bee355c None None] Pushing event updated for resources: {'Port': ['ID=6d7c65d0-d5fe-4ade-8230-1aec7122dc9a,revision_number=4']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:08.251303 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Routers {'97ff4315-80b7-46d3-a5f3-da88d67b73da'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:08.252059 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['97ff4315-80b7-46d3-a5f3-da88d67b73da'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:08.288317 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.344916 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-8779b13f-7899-4cc6-a966-e8b4df613b04 None None] Provisioning complete for port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:08.345249 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8779b13f-7899-4cc6-a966-e8b4df613b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.372154 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f061f5-9570-48c0-958f-fff9b2e23a67 req-b16c98ff-ab04-41ec-b4c9-1b0caf9170f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:08.374984 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f8f061f5-9570-48c0-958f-fff9b2e23a67 req-b16c98ff-ab04-41ec-b4c9-1b0caf9170f6 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 1129 time: 0.1344380 Mar 11 18:10:08.402169 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] Set router 97ff4315-80b7-46d3-a5f3-da88d67b73da gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:08.418467 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:08.445556 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:08.447843 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f8f061f5-9570-48c0-958f-fff9b2e23a67 req-5c35bc3e-f23e-4456-83e5-66ef4e6b54ad service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a2c21c64-8e20-47b5-8c30-6562759b8ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650606 Mar 11 18:10:08.448958 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:08.456053 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab30c2-18ce-4a4e-913c-a2c582462fcd req-d6b174c8-239d-4851-aa2f-50bb9dec3ab7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:08.461085 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:08.464303 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-56ab30c2-18ce-4a4e-913c-a2c582462fcd req-d6b174c8-239d-4851-aa2f-50bb9dec3ab7 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 945 time: 0.1560218 Mar 11 18:10:08.504837 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=74908859-86fa-479e-84b7-37e0dc8d7a57,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:08.539189 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-56ab30c2-18ce-4a4e-913c-a2c582462fcd req-52e9ac42-3bbb-41fb-9268-61cdd09b5e79 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2c21c64-8e20-47b5-8c30-6562759b8ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738888 Mar 11 18:10:08.565349 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Pushing event updated for resources: {'Port': ['ID=e9ac382e-f92d-45ec-b5b1-dec48af47505,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:08.569762 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Attempting to bind port e9ac382e-f92d-45ec-b5b1-dec48af47505 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:08.570156 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Attempting to bind port e9ac382e-f92d-45ec-b5b1-dec48af47505 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '9e98ba23-29bf-44b3-acb9-3f661eb18f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:08.570755 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Attempting to bind port e9ac382e-f92d-45ec-b5b1-dec48af47505 on network 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:08.580711 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-8779b13f-7899-4cc6-a966-e8b4df613b04 None None] Current status of the port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:08.581127 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8779b13f-7899-4cc6-a966-e8b4df613b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.583633 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:08.584014 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Checking segment: {'id': '9e98ba23-29bf-44b3-acb9-3f661eb18f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:08.584422 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.584825 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Bound using segment: {'id': '9e98ba23-29bf-44b3-acb9-3f661eb18f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:08.585316 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Bound port: e9ac382e-f92d-45ec-b5b1-dec48af47505, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e98ba23-29bf-44b3-acb9-3f661eb18f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:08.585706 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.660358 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-8779b13f-7899-4cc6-a966-e8b4df613b04 None None] For port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=6d7c65d0-d5fe-4ade-8230-1aec7122dc9a,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:08.672783 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8779b13f-7899-4cc6-a966-e8b4df613b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.709766 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] For port e9ac382e-f92d-45ec-b5b1-dec48af47505, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:08.731249 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] For port e9ac382e-f92d-45ec-b5b1-dec48af47505, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=e9ac382e-f92d-45ec-b5b1-dec48af47505,segment=NetworkSegment(9e98ba23-29bf-44b3-acb9-3f661eb18f9c),segment_id=9e98ba23-29bf-44b3-acb9-3f661eb18f9c)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:08.745876 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.754194 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779b13f-7899-4cc6-a966-e8b4df613b04 None None] Pushing event updated for resources: {'Port': ['ID=6d7c65d0-d5fe-4ade-8230-1aec7122dc9a,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:08.831825 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '6d7c65d0-d5fe-4ade-8230-1aec7122dc9a', 'name': '', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'mac_address': 'fa:16:3e:47:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:03Z', 'updated_at': '2022-03-11T18:10:08Z', 'revision_number': 4, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'subnets': [{'id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:08.845201 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Publish callbacks [] for router_gateway (449ea118-19e8-4544-805a-69706ca40e21), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.847217 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d9bf3-1700-40a7-bf36-34b09e1c7a30 None None] Pushing event updated for resources: {'Port': ['ID=e9ac382e-f92d-45ec-b5b1-dec48af47505,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:08.861474 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-b59455cc-5635-43e7-bfe1-f5b165cc6c2b None None] Provisioning complete for port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:08.861849 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b59455cc-5635-43e7-bfe1-f5b165cc6c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:08.863220 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a623e99-eb87-4d23-af9f-7d07f2ca4952 None None] The sync data for ids ['97ff4315-80b7-46d3-a5f3-da88d67b73da'] in dv-cinder-788368-4-iscsi is: [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '6d7c65d0-d5fe-4ade-8230-1aec7122dc9a', 'name': '', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'mac_address': 'fa:16:3e:47:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:03Z', 'updated_at': '2022-03-11T18:10:08Z', 'revision_number': 4, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'subnets': [{'id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:08.970661 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-b59455cc-5635-43e7-bfe1-f5b165cc6c2b None None] Current status of the port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:09.171347 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1949158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1934692'] for router (449ea118-19e8-4544-805a-69706ca40e21), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:09.436130 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Router 449ea118-19e8-4544-805a-69706ca40e21 is scheduled to L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 with binding_index 1 {{(pid=103278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:10:09.445486 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:09.506425 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:09.507131 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:09.611038 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:09.623749 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Sync routers for ids ['449ea118-19e8-4544-805a-69706ca40e21'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:09.638943 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:09.639285 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:09.640772 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-b980c3c8-2336-4181-842d-1ed7379a6894 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4558575 Mar 11 18:10:09.641802 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 74b9439b-6205-4c6f-96db-c50e50efef04 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:09.644399 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59752) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:09.714899 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4381b7-852a-45cc-99ac-187150e3f658 req-5e83fff5-7d69-4899-84b1-f484a5884a29 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:09.717481 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Routers {'449ea118-19e8-4544-805a-69706ca40e21'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:09.718761 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['449ea118-19e8-4544-805a-69706ca40e21'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:09.724663 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-db4381b7-852a-45cc-99ac-187150e3f658 req-5e83fff5-7d69-4899-84b1-f484a5884a29 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 945 time: 0.0869339 Mar 11 18:10:09.807890 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-db4381b7-852a-45cc-99ac-187150e3f658 req-cbd16417-e894-43e3-b364-da4be4cbed71 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2c21c64-8e20-47b5-8c30-6562759b8ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820572 Mar 11 18:10:09.869424 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 74b9439b-6205-4c6f-96db-c50e50efef04 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:09.869964 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (74b9439b-6205-4c6f-96db-c50e50efef04), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:09.933897 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Set router 449ea118-19e8-4544-805a-69706ca40e21 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:10.162015 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 74b9439b-6205-4c6f-96db-c50e50efef04 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:10.163384 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device e9ac382e-f92d-45ec-b5b1-dec48af47505 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:10.230569 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109b3677-a54b-4bf1-a92c-b9d0cefff5b8 None None] Network 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:10:10.345599 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port e9ac382e-f92d-45ec-b5b1-dec48af47505 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:10.346034 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:10.465105 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:10.523426 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-03c88189-b033-4de7-a194-0af4f54f63ba None None] Provisioning complete for port e9ac382e-f92d-45ec-b5b1-dec48af47505 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:10.523994 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-03c88189-b033-4de7-a194-0af4f54f63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:10.573595 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449ea118-19e8-4544-805a-69706ca40e21', 'name': 'tempest-TestShelveInstance-465486282-router', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:08Z', 'revision_number': 3, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'gw_port': {'id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:07:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449ea118-19e8-4544-805a-69706ca40e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:10.628167 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Checking router: 449ea118-19e8-4544-805a-69706ca40e21 for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:10.628520 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Updating router 449ea118-19e8-4544-805a-69706ca40e21 port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc binding host dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:10:10.651618 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Allocated IP 172.20.0.1 (0b9e60c3-2ea7-43d0-a572-73d964a1aeb0/126b5de7-80db-4c47-b0e6-1074eee5f042/abf35ef1-6c18-443b-ba74-f2bcaf41e333) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:10.694795 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:10.747463 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port e9ac382e-f92d-45ec-b5b1-dec48af47505 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:10.747997 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:10.901187 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-03c88189-b033-4de7-a194-0af4f54f63ba None None] Current status of the port e9ac382e-f92d-45ec-b5b1-dec48af47505 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:10.903324 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-03c88189-b033-4de7-a194-0af4f54f63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:10.929323 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port e9ac382e-f92d-45ec-b5b1-dec48af47505, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=e9ac382e-f92d-45ec-b5b1-dec48af47505,segment=NetworkSegment(9e98ba23-29bf-44b3-acb9-3f661eb18f9c),segment_id=9e98ba23-29bf-44b3-acb9-3f661eb18f9c)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:10.967911 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:10.980527 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:10.986763 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86202c-2420-4d4c-9dcf-0513a298e75f req-b967fd24-6695-4542-bcc2-89b3fe64954f tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:10.991337 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5f86202c-2420-4d4c-9dcf-0513a298e75f req-b967fd24-6695-4542-bcc2-89b3fe64954f tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 945 time: 0.0903120 Mar 11 18:10:11.035390 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Publish callbacks [] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.066776 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5f86202c-2420-4d4c-9dcf-0513a298e75f req-cb960941-0175-4c6f-be4a-5ab935847dbe tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2c21c64-8e20-47b5-8c30-6562759b8ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650260 Mar 11 18:10:11.088541 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.114233 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=e9ac382e-f92d-45ec-b5b1-dec48af47505,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:11.143728 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Network 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:11.144015 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.db.api [None req-03c88189-b033-4de7-a194-0af4f54f63ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:10:11.144015 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG oslo_db.api [None req-03c88189-b033-4de7-a194-0af4f54f63ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:10:11.144205 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:11.146250 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:11.180799 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Pushing event updated for resources: {'Port': ['ID=abf35ef1-6c18-443b-ba74-f2bcaf41e333,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:11.216535 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1933323'] for router_interface (449ea118-19e8-4544-805a-69706ca40e21), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.247616 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261286c-1ac4-45c7-a3d5-5c2c173633e8 req-1c06c988-3ac6-4511-9873-71e1da062dbd tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:11.250158 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f261286c-1ac4-45c7-a3d5-5c2c173633e8 req-1c06c988-3ac6-4511-9873-71e1da062dbd tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 945 time: 0.1132545 Mar 11 18:10:11.259022 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59760) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:11.267338 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-c933e779-9a20-45d7-9ed6-148d5870f9f0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Request body: {'floatingip': {'port_id': '74908859-86fa-479e-84b7-37e0dc8d7a57'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:11.271847 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Publish callbacks [] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.284482 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.340227 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c933e779-9a20-45d7-9ed6-148d5870f9f0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (df63b81c-1d12-45ba-bc31-63206fe9e249), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.345322 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device e9ac382e-f92d-45ec-b5b1-dec48af47505 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:11.384466 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Attempting to bind port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:11.384837 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Attempting to bind port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:11.385203 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Attempting to bind port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc on network cab8bdcb-495c-4275-ab04-6208af39108c {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:11.414426 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:11.415167 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Checking segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:11.415658 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.416183 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Bound using segment: {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:11.416745 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Bound port: 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a356c-630b-42af-a701-8b14ea03984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:11.417393 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.418949 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.446339 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a87799-aca3-4030-8ec5-ca702c80b70d None None] Pushing event updated for resources: {'Port': ['ID=1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:11.492143 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port e9ac382e-f92d-45ec-b5b1-dec48af47505 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:11.492509 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.494511 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] For port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:11.498636 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] For port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:11.526210 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.599693 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Routers {'449ea118-19e8-4544-805a-69706ca40e21'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:11.600768 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['449ea118-19e8-4544-805a-69706ca40e21'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:11.602732 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a87799-aca3-4030-8ec5-ca702c80b70d None None] Pushing event updated for resources: {'Port': ['ID=1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:11.609799 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Publish callbacks [] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.617005 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.711491 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Pushing event updated for resources: {'Port': ['ID=abf35ef1-6c18-443b-ba74-f2bcaf41e333,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:11.715597 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933479'] for router_interface (449ea118-19e8-4544-805a-69706ca40e21), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.789155 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-03c88189-b033-4de7-a194-0af4f54f63ba None None] Current status of the port e9ac382e-f92d-45ec-b5b1-dec48af47505 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:11.792922 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.795883 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port e9ac382e-f92d-45ec-b5b1-dec48af47505 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:11.839026 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Network 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:11.840347 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] Set router 449ea118-19e8-4544-805a-69706ca40e21 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:11.840843 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:11.953048 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-2882c147-606c-45f0-aec5-b42dcb40896c None None] Provisioning complete for port abf35ef1-6c18-443b-ba74-f2bcaf41e333 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:11.953413 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2882c147-606c-45f0-aec5-b42dcb40896c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:12.005529 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c933e779-9a20-45d7-9ed6-148d5870f9f0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:12.013555 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c933e779-9a20-45d7-9ed6-148d5870f9f0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (df63b81c-1d12-45ba-bc31-63206fe9e249), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:12.040383 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-2882c147-606c-45f0-aec5-b42dcb40896c None None] Port abf35ef1-6c18-443b-ba74-f2bcaf41e333 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:12.042482 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Router 449ea118-19e8-4544-805a-69706ca40e21 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:12.071299 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-2882c147-606c-45f0-aec5-b42dcb40896c None None] Provisioning complete for port e9ac382e-f92d-45ec-b5b1-dec48af47505 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:12.071692 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2882c147-606c-45f0-aec5-b42dcb40896c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:12.183697 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [None req-c933e779-9a20-45d7-9ed6-148d5870f9f0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Floating IP df63b81c-1d12-45ba-bc31-63206fe9e249 associated. External IP: 172.27.0.254, port: 74908859-86fa-479e-84b7-37e0dc8d7a57. Mar 11 18:10:12.187070 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:12.192928 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449ea118-19e8-4544-805a-69706ca40e21', 'name': 'tempest-TestShelveInstance-465486282-router', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:11Z', 'revision_number': 4, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'gw_port': {'id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:07:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449ea118-19e8-4544-805a-69706ca40e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'abf35ef1-6c18-443b-ba74-f2bcaf41e333', 'name': '', 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'mac_address': 'fa:16:3e:9a:7d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449ea118-19e8-4544-805a-69706ca40e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '126b5de7-80db-4c47-b0e6-1074eee5f042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:10Z', 'updated_at': '2022-03-11T18:10:10Z', 'revision_number': 1, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'subnets': [{'id': '126b5de7-80db-4c47-b0e6-1074eee5f042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:12.193387 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-6d66ff35-401e-4a13-a92b-8a28ba1eb048 admin admin] 10.222.0.30 "PUT /v2.0/routers/449ea118-19e8-4544-805a-69706ca40e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5478578 Mar 11 18:10:12.227862 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bde4ae-91de-4e18-8302-07e31efcf0f8 None None] The sync data for ids ['449ea118-19e8-4544-805a-69706ca40e21'] in dv-cinder-788368-4-iscsi is: [{'id': '449ea118-19e8-4544-805a-69706ca40e21', 'name': 'tempest-TestShelveInstance-465486282-router', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:11Z', 'revision_number': 4, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'gw_port': {'id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:07:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449ea118-19e8-4544-805a-69706ca40e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'abf35ef1-6c18-443b-ba74-f2bcaf41e333', 'name': '', 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'mac_address': 'fa:16:3e:9a:7d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449ea118-19e8-4544-805a-69706ca40e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '126b5de7-80db-4c47-b0e6-1074eee5f042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:10Z', 'updated_at': '2022-03-11T18:10:10Z', 'revision_number': 1, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'subnets': [{'id': '126b5de7-80db-4c47-b0e6-1074eee5f042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:12.241919 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-2882c147-606c-45f0-aec5-b42dcb40896c None None] Current status of the port e9ac382e-f92d-45ec-b5b1-dec48af47505 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:12.369061 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-17b5c6d2-b657-4f7d-9d5f-72928db8da73 None None] Provisioning complete for port abf35ef1-6c18-443b-ba74-f2bcaf41e333 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:12.369548 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-17b5c6d2-b657-4f7d-9d5f-72928db8da73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:12.451736 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:12.455425 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-17b5c6d2-b657-4f7d-9d5f-72928db8da73 None None] Port abf35ef1-6c18-443b-ba74-f2bcaf41e333 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:12.473826 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c933e779-9a20-45d7-9ed6-148d5870f9f0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Router 28ea0ebe-a981-414f-8658-d3f67fa59347 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:12.620461 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c933e779-9a20-45d7-9ed6-148d5870f9f0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:12.625245 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c933e779-9a20-45d7-9ed6-148d5870f9f0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:12.631766 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bccc3c-310a-49b7-89a9-77c094d643f6 None None] Sync routers for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:12.643253 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bccc3c-310a-49b7-89a9-77c094d643f6 None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:12.643885 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-57bccc3c-310a-49b7-89a9-77c094d643f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:12.669941 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-c933e779-9a20-45d7-9ed6-148d5870f9f0 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "PUT /v2.0/floatingips/df63b81c-1d12-45ba-bc31-63206fe9e249 HTTP/1.1" status: 200 len: 991 time: 1.4095092 Mar 11 18:10:12.670943 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'tag': '74908859-86fa-479e-84b7-37e0dc8d7a57'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:12.673422 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a53d04-22c3-41fc-96a6-0a8638df2be6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa", "tag": "74908859-86fa-479e-84b7-37e0dc8d7a57"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:12.728585 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8c27b2-cdf5-44f8-b528-3579e94f365d x-openstack-request-id: req-1d8c27b2-cdf5-44f8-b528-3579e94f365d {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:12.729140 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa", "tag": "74908859-86fa-479e-84b7-37e0dc8d7a57", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:12.729567 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d8c27b2-cdf5-44f8-b528-3579e94f365d {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:12.730164 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'tag': '74908859-86fa-479e-84b7-37e0dc8d7a57', 'status': 'completed', 'code': 200} Mar 11 18:10:12.795712 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-57bccc3c-310a-49b7-89a9-77c094d643f6 None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:12.805587 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a53d04-22c3-41fc-96a6-0a8638df2be6 req-c10f0d59-0b98-4b37-833b-c127a6f94b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:12.807409 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b4a53d04-22c3-41fc-96a6-0a8638df2be6 req-c10f0d59-0b98-4b37-833b-c127a6f94b6b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 1129 time: 0.0548036 Mar 11 18:10:12.836756 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59772) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:12.841780 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-e0c6be48-c2b6-478f-9cc6-99867df06f5a tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936296474', 'description': 'tempest-secgroup-smoke-936296474 description', 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:12.872065 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e0c6be48-c2b6-478f-9cc6-99867df06f5a tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:12.932113 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a53d04-22c3-41fc-96a6-0a8638df2be6 req-f861993e-aa02-479a-9451-cb375d5ee56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:12.933877 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b4a53d04-22c3-41fc-96a6-0a8638df2be6 req-f861993e-aa02-479a-9451-cb375d5ee56d service neutron] 10.222.0.104 "GET /v2.0/networks?id=1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 200 len: 912 time: 0.1177363 Mar 11 18:10:12.964411 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e0c6be48-c2b6-478f-9cc6-99867df06f5a tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group (ab7dd890-f4ec-4079-8f96-1137da994e06), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:12.971034 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e0c6be48-c2b6-478f-9cc6-99867df06f5a tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (ab7dd890-f4ec-4079-8f96-1137da994e06), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.011753 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e0c6be48-c2b6-478f-9cc6-99867df06f5a tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.014731 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b4a53d04-22c3-41fc-96a6-0a8638df2be6 req-8d5d9414-8967-440f-bb2e-4998a058547e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74908859-86fa-479e-84b7-37e0dc8d7a57 HTTP/1.1" status: 200 len: 999 time: 0.0743928 Mar 11 18:10:13.016946 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-e0c6be48-c2b6-478f-9cc6-99867df06f5a tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1790056 Mar 11 18:10:13.018942 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59774) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:13.023974 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-11a6ab73-2e14-45e4-ba9a-e8cf31f2469f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Request body: {'security_group_rule': {'security_group_id': 'ab7dd890-f4ec-4079-8f96-1137da994e06', 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:13.029279 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6be48-c2b6-478f-9cc6-99867df06f5a tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7dd890-f4ec-4079-8f96-1137da994e06,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:13.059552 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-11a6ab73-2e14-45e4-ba9a-e8cf31f2469f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (07fc53dd-717d-4a42-b7ae-75a9aea61d41), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.078984 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-57bccc3c-310a-49b7-89a9-77c094d643f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'df63b81c-1d12-45ba-bc31-63206fe9e249', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'port_id': '74908859-86fa-479e-84b7-37e0dc8d7a57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'mac_address': 'fa:16:3e:09:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:10:11Z', 'revision_number': 1, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:13.088064 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a53d04-22c3-41fc-96a6-0a8638df2be6 req-d55fb9bf-04c1-4a57-901b-4c5a1f18a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:13.089796 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b4a53d04-22c3-41fc-96a6-0a8638df2be6 req-d55fb9bf-04c1-4a57-901b-4c5a1f18a9c9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7e12c3d1-69e8-4abe-b37a-16101f32e8bf HTTP/1.1" status: 200 len: 849 time: 0.0685809 Mar 11 18:10:13.108814 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bccc3c-310a-49b7-89a9-77c094d643f6 None None] Checking router: 28ea0ebe-a981-414f-8658-d3f67fa59347 for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:13.133656 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bccc3c-310a-49b7-89a9-77c094d643f6 None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:13.134604 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-57bccc3c-310a-49b7-89a9-77c094d643f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:13.151864 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-11a6ab73-2e14-45e4-ba9a-e8cf31f2469f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (07fc53dd-717d-4a42-b7ae-75a9aea61d41), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.159376 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-11a6ab73-2e14-45e4-ba9a-e8cf31f2469f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (07fc53dd-717d-4a42-b7ae-75a9aea61d41), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.178584 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6ab73-2e14-45e4-ba9a-e8cf31f2469f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fc53dd-717d-4a42-b7ae-75a9aea61d41,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:13.192673 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-11a6ab73-2e14-45e4-ba9a-e8cf31f2469f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.197649 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59776) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:13.198467 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-11a6ab73-2e14-45e4-ba9a-e8cf31f2469f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1783962 Mar 11 18:10:13.204867 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-80b228db-b811-4779-9cf4-5d3f0cb14f9d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Request body: {'security_group_rule': {'security_group_id': 'ab7dd890-f4ec-4079-8f96-1137da994e06', 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:13.237149 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-80b228db-b811-4779-9cf4-5d3f0cb14f9d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (e358bc07-e806-4237-9d7a-1e20234429ba), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.252835 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a53d04-22c3-41fc-96a6-0a8638df2be6 req-297508d0-b7aa-40c1-b0eb-cf72504f9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:13.254402 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b4a53d04-22c3-41fc-96a6-0a8638df2be6 req-297508d0-b7aa-40c1-b0eb-cf72504f9b6b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1949826b-fdc5-4b0c-b2df-a46af14b0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1519785 Mar 11 18:10:13.307025 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-57bccc3c-310a-49b7-89a9-77c094d643f6 None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:13.364746 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:13.370482 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-80b228db-b811-4779-9cf4-5d3f0cb14f9d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (e358bc07-e806-4237-9d7a-1e20234429ba), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.382942 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-80b228db-b811-4779-9cf4-5d3f0cb14f9d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (e358bc07-e806-4237-9d7a-1e20234429ba), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.395592 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b4a53d04-22c3-41fc-96a6-0a8638df2be6 req-92b8648f-df44-4e16-8043-bc721beb74e5 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324222 Mar 11 18:10:13.417620 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b228db-b811-4779-9cf4-5d3f0cb14f9d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e358bc07-e806-4237-9d7a-1e20234429ba,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:13.431678 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:13.432064 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.439757 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-80b228db-b811-4779-9cf4-5d3f0cb14f9d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.444152 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59778) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:13.449712 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-f3e1d536-1d8c-4cfc-a35b-4c9e7cfd98bc tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Request body: {'security_group_rule': {'security_group_id': 'ab7dd890-f4ec-4079-8f96-1137da994e06', 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:13.454380 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-80b228db-b811-4779-9cf4-5d3f0cb14f9d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2555642 Mar 11 18:10:13.491057 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d536-1d8c-4cfc-a35b-4c9e7cfd98bc tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (67ced7e8-ee69-432d-89c9-199f9f670403), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.558021 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:13.558411 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.583147 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] For port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:13.588650 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.602929 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d536-1d8c-4cfc-a35b-4c9e7cfd98bc tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (67ced7e8-ee69-432d-89c9-199f9f670403), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.609338 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d536-1d8c-4cfc-a35b-4c9e7cfd98bc tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (67ced7e8-ee69-432d-89c9-199f9f670403), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.617484 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b4a53d04-22c3-41fc-96a6-0a8638df2be6 req-36e717a4-e1f6-45e0-add4-412c3c2c2447 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103913 Mar 11 18:10:13.638435 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d536-1d8c-4cfc-a35b-4c9e7cfd98bc tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.641839 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59780) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:13.642046 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-f3e1d536-1d8c-4cfc-a35b-4c9e7cfd98bc tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1964753 Mar 11 18:10:13.645185 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1d536-1d8c-4cfc-a35b-4c9e7cfd98bc tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ced7e8-ee69-432d-89c9-199f9f670403,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:13.647462 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-6130ab28-ce0b-44e9-8d3a-88ad4b981a3e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Request body: {'security_group_rule': {'security_group_id': 'ab7dd890-f4ec-4079-8f96-1137da994e06', 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:13.672162 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-57bccc3c-310a-49b7-89a9-77c094d643f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'df63b81c-1d12-45ba-bc31-63206fe9e249', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'port_id': '74908859-86fa-479e-84b7-37e0dc8d7a57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'mac_address': 'fa:16:3e:09:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:10:11Z', 'revision_number': 1, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:13.674713 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Pushing event updated for resources: {'Port': ['ID=1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:13.693423 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6130ab28-ce0b-44e9-8d3a-88ad4b981a3e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (b74c87a1-9d1f-4ac1-bea9-c3e312afaf57), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.708150 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bccc3c-310a-49b7-89a9-77c094d643f6 None None] The sync data for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi is: [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'df63b81c-1d12-45ba-bc31-63206fe9e249', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'port_id': '74908859-86fa-479e-84b7-37e0dc8d7a57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'mac_address': 'fa:16:3e:09:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:09:57Z', 'updated_at': '2022-03-11T18:10:11Z', 'revision_number': 1, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:13.780926 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6130ab28-ce0b-44e9-8d3a-88ad4b981a3e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (b74c87a1-9d1f-4ac1-bea9-c3e312afaf57), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.787312 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6130ab28-ce0b-44e9-8d3a-88ad4b981a3e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (b74c87a1-9d1f-4ac1-bea9-c3e312afaf57), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.808499 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130ab28-ce0b-44e9-8d3a-88ad4b981a3e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74c87a1-9d1f-4ac1-bea9-c3e312afaf57,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:13.826397 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6130ab28-ce0b-44e9-8d3a-88ad4b981a3e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.828337 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-6130ab28-ce0b-44e9-8d3a-88ad4b981a3e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1852443 Mar 11 18:10:13.831314 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 59782) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:13.836014 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-bd3d8a21-6886-4534-9180-6559f3367861 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Request body: {'security_group_rule': {'security_group_id': 'ab7dd890-f4ec-4079-8f96-1137da994e06', 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:13.860202 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.securitygroups_db [None req-bd3d8a21-6886-4534-9180-6559f3367861 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Project 9a2075c16fdd475a82d9d8cd6832baeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:10:13.866106 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8a21-6886-4534-9180-6559f3367861 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (48b6fb5a-4a2b-4079-a5f9-64a210fba9d3), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.936027 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8a21-6886-4534-9180-6559f3367861 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (48b6fb5a-4a2b-4079-a5f9-64a210fba9d3), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.941152 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8a21-6886-4534-9180-6559f3367861 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (48b6fb5a-4a2b-4079-a5f9-64a210fba9d3), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.959537 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d8a21-6886-4534-9180-6559f3367861 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b6fb5a-4a2b-4079-a5f9-64a210fba9d3,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:13.970529 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8a21-6886-4534-9180-6559f3367861 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:13.974706 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-bd3d8a21-6886-4534-9180-6559f3367861 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393387 Mar 11 18:10:13.975075 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 59784) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:13.979655 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-2ff72bd3-5141-4ca8-8723-df0d35bdd758 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Request body: {'security_group_rule': {'security_group_id': 'ab7dd890-f4ec-4079-8f96-1137da994e06', 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:14.001662 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.securitygroups_db [None req-2ff72bd3-5141-4ca8-8723-df0d35bdd758 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Project 9a2075c16fdd475a82d9d8cd6832baeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:10:14.004436 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dbc4f9-891e-4d12-941b-8d246ff6e657 None None] New status for floating IP df63b81c-1d12-45ba-bc31-63206fe9e249: ACTIVE {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:10:14.008107 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2ff72bd3-5141-4ca8-8723-df0d35bdd758 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (02558925-e473-401a-b29c-c95d62c5dcb3), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:14.076086 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2ff72bd3-5141-4ca8-8723-df0d35bdd758 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (02558925-e473-401a-b29c-c95d62c5dcb3), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:14.082100 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2ff72bd3-5141-4ca8-8723-df0d35bdd758 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (02558925-e473-401a-b29c-c95d62c5dcb3), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:14.109311 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff72bd3-5141-4ca8-8723-df0d35bdd758 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02558925-e473-401a-b29c-c95d62c5dcb3,revision_number=0']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:14.116348 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2ff72bd3-5141-4ca8-8723-df0d35bdd758 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:14.126906 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-2ff72bd3-5141-4ca8-8723-df0d35bdd758 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503665 Mar 11 18:10:15.242858 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:15.294417 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:15.294820 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:15.381685 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:16.925335 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Sync routers for ids ['449ea118-19e8-4544-805a-69706ca40e21'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:16.937249 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Routers {'449ea118-19e8-4544-805a-69706ca40e21'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:16.938001 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['449ea118-19e8-4544-805a-69706ca40e21'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:17.071819 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Set router 449ea118-19e8-4544-805a-69706ca40e21 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:17.294685 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449ea118-19e8-4544-805a-69706ca40e21', 'name': 'tempest-TestShelveInstance-465486282-router', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:11Z', 'revision_number': 4, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'gw_port': {'id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449ea118-19e8-4544-805a-69706ca40e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'abf35ef1-6c18-443b-ba74-f2bcaf41e333', 'name': '', 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'mac_address': 'fa:16:3e:9a:7d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449ea118-19e8-4544-805a-69706ca40e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '126b5de7-80db-4c47-b0e6-1074eee5f042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:10Z', 'updated_at': '2022-03-11T18:10:11Z', 'revision_number': 2, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'subnets': [{'id': '126b5de7-80db-4c47-b0e6-1074eee5f042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:17.324887 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Checking router: 449ea118-19e8-4544-805a-69706ca40e21 for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:17.325222 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Updating router 449ea118-19e8-4544-805a-69706ca40e21 port abf35ef1-6c18-443b-ba74-f2bcaf41e333 binding host dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:10:17.355502 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:17.724802 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Publish callbacks [] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:17.732758 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:17.782878 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd0f59-162a-469f-93ca-541e3563898e None None] Pushing event updated for resources: {'Port': ['ID=abf35ef1-6c18-443b-ba74-f2bcaf41e333,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:17.846277 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Attempting to bind port abf35ef1-6c18-443b-ba74-f2bcaf41e333 on host dv-cinder-788368-4-iscsi for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:17.846414 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Attempting to bind port abf35ef1-6c18-443b-ba74-f2bcaf41e333 by drivers openvswitch,hyperv on host dv-cinder-788368-4-iscsi at level 0 using segments [{'id': '9e98ba23-29bf-44b3-acb9-3f661eb18f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:17.846809 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Attempting to bind port abf35ef1-6c18-443b-ba74-f2bcaf41e333 on network 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:17.853047 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Checking agent: {'id': 'fa8e3191-194a-45a1-87fc-051dcca15916', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 52, 12), 'started_at': datetime.datetime(2022, 3, 11, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:17.853405 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Checking segment: {'id': '9e98ba23-29bf-44b3-acb9-3f661eb18f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:17.853858 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:17.854295 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Bound using segment: {'id': '9e98ba23-29bf-44b3-acb9-3f661eb18f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:17.854775 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Bound port: abf35ef1-6c18-443b-ba74-f2bcaf41e333, host: dv-cinder-788368-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e98ba23-29bf-44b3-acb9-3f661eb18f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:17.855165 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:17.921418 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] For port abf35ef1-6c18-443b-ba74-f2bcaf41e333, host dv-cinder-788368-4-iscsi, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:17.924964 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] For port abf35ef1-6c18-443b-ba74-f2bcaf41e333, host dv-cinder-788368-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=abf35ef1-6c18-443b-ba74-f2bcaf41e333,segment=NetworkSegment(9e98ba23-29bf-44b3-acb9-3f661eb18f9c),segment_id=9e98ba23-29bf-44b3-acb9-3f661eb18f9c)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:17.933861 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.000610 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Routers {'449ea118-19e8-4544-805a-69706ca40e21'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:18.001246 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['449ea118-19e8-4544-805a-69706ca40e21'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:18.006587 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd0f59-162a-469f-93ca-541e3563898e None None] Pushing event updated for resources: {'Port': ['ID=abf35ef1-6c18-443b-ba74-f2bcaf41e333,revision_number=4']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:18.047800 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-4142fca2-ebc1-4226-8209-047461b8314a None None] Provisioning complete for port abf35ef1-6c18-443b-ba74-f2bcaf41e333 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:18.048400 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4142fca2-ebc1-4226-8209-047461b8314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.130599 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] Set router 449ea118-19e8-4544-805a-69706ca40e21 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:18.150706 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-4142fca2-ebc1-4226-8209-047461b8314a None None] Current status of the port abf35ef1-6c18-443b-ba74-f2bcaf41e333 is: DOWN; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:18.151232 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4142fca2-ebc1-4226-8209-047461b8314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.189608 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-4142fca2-ebc1-4226-8209-047461b8314a None None] For port abf35ef1-6c18-443b-ba74-f2bcaf41e333, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=abf35ef1-6c18-443b-ba74-f2bcaf41e333,segment=NetworkSegment(9e98ba23-29bf-44b3-acb9-3f661eb18f9c),segment_id=9e98ba23-29bf-44b3-acb9-3f661eb18f9c)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:18.195820 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4142fca2-ebc1-4226-8209-047461b8314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.251269 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142fca2-ebc1-4226-8209-047461b8314a None None] Pushing event updated for resources: {'Port': ['ID=abf35ef1-6c18-443b-ba74-f2bcaf41e333,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:18.317400 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-e0f81095-0942-4af2-941f-e50eb0e71e0e None None] Provisioning complete for port abf35ef1-6c18-443b-ba74-f2bcaf41e333 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:18.317897 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e0f81095-0942-4af2-941f-e50eb0e71e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.375155 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449ea118-19e8-4544-805a-69706ca40e21', 'name': 'tempest-TestShelveInstance-465486282-router', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:11Z', 'revision_number': 4, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'gw_port': {'id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449ea118-19e8-4544-805a-69706ca40e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'abf35ef1-6c18-443b-ba74-f2bcaf41e333', 'name': '', 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'mac_address': 'fa:16:3e:9a:7d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449ea118-19e8-4544-805a-69706ca40e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '126b5de7-80db-4c47-b0e6-1074eee5f042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:10Z', 'updated_at': '2022-03-11T18:10:17Z', 'revision_number': 4, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'subnets': [{'id': '126b5de7-80db-4c47-b0e6-1074eee5f042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:18.402751 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037aa3c4-147c-4130-beed-be181d587d73 None None] The sync data for ids ['449ea118-19e8-4544-805a-69706ca40e21'] in dv-cinder-788368-4-iscsi is: [{'id': '449ea118-19e8-4544-805a-69706ca40e21', 'name': 'tempest-TestShelveInstance-465486282-router', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:11Z', 'revision_number': 4, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'gw_port': {'id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449ea118-19e8-4544-805a-69706ca40e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'abf35ef1-6c18-443b-ba74-f2bcaf41e333', 'name': '', 'network_id': '0b9e60c3-2ea7-43d0-a572-73d964a1aeb0', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'mac_address': 'fa:16:3e:9a:7d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449ea118-19e8-4544-805a-69706ca40e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '126b5de7-80db-4c47-b0e6-1074eee5f042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:10Z', 'updated_at': '2022-03-11T18:10:17Z', 'revision_number': 4, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'subnets': [{'id': '126b5de7-80db-4c47-b0e6-1074eee5f042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:18.418028 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-e0f81095-0942-4af2-941f-e50eb0e71e0e None None] Current status of the port abf35ef1-6c18-443b-ba74-f2bcaf41e333 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:19.264875 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device abf35ef1-6c18-443b-ba74-f2bcaf41e333 up at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:19.462895 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Provisioning complete for port abf35ef1-6c18-443b-ba74-f2bcaf41e333 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:19.463244 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:19.554179 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Current status of the port abf35ef1-6c18-443b-ba74-f2bcaf41e333 is: ACTIVE; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:21.047425 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:10:29.328927 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.229744 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67846290-1a53-404d-a68e-7c2150a75ec1 req-5fada959-4624-46e4-b734-7b04ae901f63 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:33.231284 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-67846290-1a53-404d-a68e-7c2150a75ec1 req-5fada959-4624-46e4-b734-7b04ae901f63 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 945 time: 0.0573342 Mar 11 18:10:33.284505 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-67846290-1a53-404d-a68e-7c2150a75ec1 req-fb3fb2a7-7390-4258-bcc3-b3c43ad30291 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445609 Mar 11 18:10:34.426509 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8584a9-ac9a-4a01-a306-3d7436ce4565 req-f1c78c70-b5a4-4325-8a18-d5ffd71dc5e4 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:34.428021 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1e8584a9-ac9a-4a01-a306-3d7436ce4565 req-f1c78c70-b5a4-4325-8a18-d5ffd71dc5e4 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 945 time: 0.0655735 Mar 11 18:10:34.481272 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1e8584a9-ac9a-4a01-a306-3d7436ce4565 req-5fdae2ea-c6b1-484b-8236-4884e2b4b108 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456142 Mar 11 18:10:34.958665 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-83a57aee-f747-4b85-be40-3ef4a6148ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.512312 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-7f74f434-4109-43b2-afcb-bd85c9c75431 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:35.513797 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-7f74f434-4109-43b2-afcb-bd85c9c75431 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 945 time: 0.0632145 Mar 11 18:10:35.637216 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65545fd-7f6f-4edd-aacc-3367a61cb78e req-7d9cc3c3-7019-4abe-8ce9-0aa31df4f75c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:35.638768 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b65545fd-7f6f-4edd-aacc-3367a61cb78e req-7d9cc3c3-7019-4abe-8ce9-0aa31df4f75c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 945 time: 0.0867448 Mar 11 18:10:35.684857 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Deleting port e7c5dff9-bfc4-43ec-9cb0-826fe252713f {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:10:35.685245 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.722482 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b65545fd-7f6f-4edd-aacc-3367a61cb78e req-e29c9f23-4c3e-42bf-9e8a-c20d3dc47423 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764878 Mar 11 18:10:35.798120 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] For port e7c5dff9-bfc4-43ec-9cb0-826fe252713f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7c5dff9-bfc4-43ec-9cb0-826fe252713f,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:35.798475 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.981717 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.982076 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (2208e9bd-cab8-461e-8fba-8d6e78476df1), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.982397 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Floating IP 2208e9bd-cab8-461e-8fba-8d6e78476df1 disassociated. External IP: 172.27.0.101, port: e7c5dff9-bfc4-43ec-9cb0-826fe252713f. Mar 11 18:10:35.982873 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Calling delete_port for e7c5dff9-bfc4-43ec-9cb0-826fe252713f owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:10:36.131231 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (e7c5dff9-bfc4-43ec-9cb0-826fe252713f), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:36.160829 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event deleted for resources: {'Port': ['ID=e7c5dff9-bfc4-43ec-9cb0-826fe252713f,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:36.289615 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Router fefbe61a-c372-490e-80c9-53535647ad1b has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:36.680641 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:36.693529 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f065270-2fb9-4836-a90a-cbf10bed0c0f None None] Sync routers for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:36.705136 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f065270-2fb9-4836-a90a-cbf10bed0c0f None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:36.705786 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-8f065270-2fb9-4836-a90a-cbf10bed0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:36.738492 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] No DVR routers for this DVR port e7c5dff9-bfc4-43ec-9cb0-826fe252713f on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:10:36.741438 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:36.744805 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8c0de2a6-1825-4da5-8c05-6307fddaae98 req-eec6b37e-ff12-4bc0-a0a3-5c6ee8b4c4cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "DELETE /v2.0/ports/e7c5dff9-bfc4-43ec-9cb0-826fe252713f HTTP/1.1" status: 204 len: 173 time: 1.2256598 Mar 11 18:10:36.745315 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'name': 'network-vif-deleted', 'tag': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:36.748041 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c143d0-5ad0-45ec-99b2-bd302f6c89e6" -d '{"events": [{"server_uuid": "d4b872bb-605c-4ab8-9601-f9a171944003", "name": "network-vif-deleted", "tag": "e7c5dff9-bfc4-43ec-9cb0-826fe252713f"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:36.795235 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12a33f7-3384-4b73-b21a-60bc9d8295fd x-openstack-request-id: req-e12a33f7-3384-4b73-b21a-60bc9d8295fd {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:36.795507 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b872bb-605c-4ab8-9601-f9a171944003", "name": "network-vif-deleted", "tag": "e7c5dff9-bfc4-43ec-9cb0-826fe252713f", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:36.795789 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e12a33f7-3384-4b73-b21a-60bc9d8295fd {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:36.796237 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b872bb-605c-4ab8-9601-f9a171944003', 'name': 'network-vif-deleted', 'tag': 'e7c5dff9-bfc4-43ec-9cb0-826fe252713f', 'status': 'completed', 'code': 200} Mar 11 18:10:36.836954 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1e55d783-e4e0-46d4-975e-d3252328b8aa req-b7fb3d6f-68f3-45b0-acf8-5b5f7784d419 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4b872bb-605c-4ab8-9601-f9a171944003 HTTP/1.1" status: 200 len: 210 time: 0.0358133 Mar 11 18:10:36.857642 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-8f065270-2fb9-4836-a90a-cbf10bed0c0f None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:37.068126 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-8f065270-2fb9-4836-a90a-cbf10bed0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:37.096573 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f065270-2fb9-4836-a90a-cbf10bed0c0f None None] Checking router: fefbe61a-c372-490e-80c9-53535647ad1b for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:37.105033 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f065270-2fb9-4836-a90a-cbf10bed0c0f None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:37.105657 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-8f065270-2fb9-4836-a90a-cbf10bed0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:37.218560 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-8f065270-2fb9-4836-a90a-cbf10bed0c0f None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:37.427412 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-8f065270-2fb9-4836-a90a-cbf10bed0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:37.459399 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f065270-2fb9-4836-a90a-cbf10bed0c0f None None] The sync data for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi is: [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:37.696821 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f920d0f2-492b-4870-b5ae-95b7cc1a77ce None None] New status for floating IP 2208e9bd-cab8-461e-8fba-8d6e78476df1: DOWN {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:10:37.877608 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4e16dfd2-e1e2-4fa9-819c-91bae80095a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:37.912500 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-34127244-380e-4a8f-83b6-2d733529976a tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936296474&fields=id&tenant_id=9a2075c16fdd475a82d9d8cd6832baeb HTTP/1.1" status: 200 len: 267 time: 0.0482502 Mar 11 18:10:38.030082 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-7579c59a-62d4-4f78-8baa-4c331a4c8c57 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:38.031628 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-7579c59a-62d4-4f78-8baa-4c331a4c8c57 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/networks?id=68dba951-659b-4d49-95cd-28e22175bbb4 HTTP/1.1" status: 200 len: 809 time: 0.1125355 Mar 11 18:10:38.047057 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-f1d4bcf8-b359-4d75-8767-469b629305bd tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/quotas/9a2075c16fdd475a82d9d8cd6832baeb HTTP/1.1" status: 200 len: 375 time: 0.0098686 Mar 11 18:10:38.137447 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-b048e4a0-d745-4f63-8c1e-8a8b5fc7ce1d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a2075c16fdd475a82d9d8cd6832baeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850172 Mar 11 18:10:38.141822 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-4f7942d2-a3ef-4490-bc79-61dfe7eb4bb0 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807266370&fields=id&tenant_id=54e501d16919459e828a80b476c6975f HTTP/1.1" status: 200 len: 267 time: 0.0773523 Mar 11 18:10:38.313317 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-ed0959ed-bb0a-48e4-a856-d67a946d2113 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:38.314786 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-ed0959ed-bb0a-48e4-a856-d67a946d2113 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 811 time: 0.1662514 Mar 11 18:10:38.316621 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-4f1070a4-2231-4791-8ad1-822c583e1a03 service neutron] 10.222.0.30 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663072 Mar 11 18:10:38.351175 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-ed30eebc-0290-4f0a-b166-dcd7941892bf tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/quotas/54e501d16919459e828a80b476c6975f HTTP/1.1" status: 200 len: 375 time: 0.0308945 Mar 11 18:10:38.444749 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-8155376f-746b-4bbc-b376-bc3e0260edae service neutron] 10.222.0.30 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181345 Mar 11 18:10:38.455676 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-3b8f4810-6b04-4290-801a-f8063af59c15 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943136 Mar 11 18:10:38.566318 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e7d51854-3b7a-4ce1-81cf-ed9eacf3937f service neutron] 10.222.0.30 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985715 Mar 11 18:10:38.663686 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-0bc114a5-2023-4757-8319-6ae76e76e83a service neutron] 10.222.0.30 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914099 Mar 11 18:10:38.759099 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f2e5ccc5-91a2-45d7-b21f-aa67ab40edfb req-44ad3430-1019-42d9-ad0a-28c266bb2b12 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 210 time: 0.0345616 Mar 11 18:10:39.026591 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9a7c60de-3819-4cb4-8f70-7f78ee406499 req-de1ca210-0f25-41ae-91a0-f8f7ac9333e3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 210 time: 0.0348933 Mar 11 18:10:39.425666 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device e7c5dff9-bfc4-43ec-9cb0-826fe252713f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:10:39.446285 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: e7c5dff9-bfc4-43ec-9cb0-826fe252713f {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:10:39.446657 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device e7c5dff9-bfc4-43ec-9cb0-826fe252713f not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:10:39.810672 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-c8ccece2-5d55-448c-a903-03f08debadd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:39.812189 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-c8ccece2-5d55-448c-a903-03f08debadd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.104 "GET /v2.0/networks?id=68dba951-659b-4d49-95cd-28e22175bbb4 HTTP/1.1" status: 200 len: 809 time: 0.1098585 Mar 11 18:10:39.872123 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bb2a3ad2-4b63-46ba-9d17-74b1767b0876 req-83dc5d6d-b6b6-4117-b943-703a19ac91a4 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 210 time: 0.0400217 Mar 11 18:10:39.915408 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-18ca34bf-6907-48a2-ac35-dc3ea4b5bc18 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a2075c16fdd475a82d9d8cd6832baeb HTTP/1.1" status: 200 len: 379 time: 0.0894563 Mar 11 18:10:39.928538 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Request body: {'port': {'device_id': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'admin_state_up': True, 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'security_groups': ['ab7dd890-f4ec-4079-8f96-1137da994e06']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:40.089758 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-67630328-dc54-477c-935d-6f23d78b3711 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:40.091354 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-67630328-dc54-477c-935d-6f23d78b3711 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 811 time: 0.1752007 Mar 11 18:10:40.138283 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d1bd712f-e6ae-4437-9479-f8fe53d81ea4 req-e9e1bfc2-85b3-4771-a824-554bd7dfc460 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 210 time: 0.0394323 Mar 11 18:10:40.144906 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Made reservation on behalf of 9a2075c16fdd475a82d9d8cd6832baeb for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:40.148351 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:40.244377 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a66b1b58-dcae-4b95-afa0-c4e897b92ad6 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54e501d16919459e828a80b476c6975f HTTP/1.1" status: 200 len: 380 time: 0.1322095 Mar 11 18:10:40.256120 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'port': {'device_id': '93cdab86-5798-4906-9f52-834139901a3b', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'admin_state_up': True, 'tenant_id': '54e501d16919459e828a80b476c6975f', 'security_groups': ['a57343bc-8057-46f1-91f1-a5227d31797b']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:40.373709 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Allocated IP 172.20.0.10 (68dba951-659b-4d49-95cd-28e22175bbb4/34f7c50f-8e50-40df-8330-3e18680b5a64/eb92ef57-7f00-4565-b7e6-c35b8bf549a5) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:40.437616 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Made reservation on behalf of 54e501d16919459e828a80b476c6975f for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:40.440970 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:40.608542 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:40.667998 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Allocated IP 172.20.0.10 (40a6fc10-0802-4171-af52-b02d08befdbb/3d178729-e750-4dbd-a6e1-5a3b4f2358c5/a30c2e83-013f-4b9e-800a-f5f74f203ed6) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:40.693765 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:40.785104 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Network 68dba951-659b-4d49-95cd-28e22175bbb4 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:40.785919 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event updated for resources: {'Port': ['ID=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:40.791452 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:40.797849 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:40.800857 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:40.900346 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:40.900750 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:40.939275 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-0f166159-fc42-4063-a324-d900eceb9f11 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0147552 Mar 11 18:10:40.942406 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:40.956001 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Request body: {'port': {'device_id': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:41.080895 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-a55b892c-04d9-4e16-8747-bd035a508202 None None] Provisioning complete for port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:41.081753 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a55b892c-04d9-4e16-8747-bd035a508202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.089425 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.104686 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e78e2-af18-4801-a024-bcd0de27f424 req-c495fe17-28e4-49a4-8c6f-07ffdfa5862f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.106367 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-154e78e2-af18-4801-a024-bcd0de27f424 req-c495fe17-28e4-49a4-8c6f-07ffdfa5862f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 932 time: 0.1593270 Mar 11 18:10:41.107132 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.131811 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-a55b892c-04d9-4e16-8747-bd035a508202 None None] Port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:41.199469 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Network 40a6fc10-0802-4171-af52-b02d08befdbb is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:41.224315 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:41.242329 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:41.255890 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'Port': ['ID=a30c2e83-013f-4b9e-800a-f5f74f203ed6,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:41.322282 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-154e78e2-af18-4801-a024-bcd0de27f424 req-608b791e-7139-41c1-976a-9f8a65ad4d32 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983635 Mar 11 18:10:41.330397 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.330776 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.331571 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.331571 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.331791 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.332060 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.332416 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.332698 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.333015 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.333331 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.333654 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.333977 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.334258 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:41.415269 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.415872 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.451888 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86bc2a-04b6-4fbc-81e3-d8995f902881 req-9a4c2988-a055-44f0-b6b0-d4c5e06b4f16 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.453707 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ce86bc2a-04b6-4fbc-81e3-d8995f902881 req-9a4c2988-a055-44f0-b6b0-d4c5e06b4f16 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 932 time: 0.2378123 Mar 11 18:10:41.455379 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-562e0c62-b2aa-477a-adf4-c548929cfb54 None None] Provisioning complete for port a30c2e83-013f-4b9e-800a-f5f74f203ed6 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:41.455981 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-562e0c62-b2aa-477a-adf4-c548929cfb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.464860 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-a00c544e-ae38-48ff-a6fc-6451008439be tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2142572 Mar 11 18:10:41.486051 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Request body: {'port': {'device_id': '93cdab86-5798-4906-9f52-834139901a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:41.495306 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-562e0c62-b2aa-477a-adf4-c548929cfb54 None None] Port a30c2e83-013f-4b9e-800a-f5f74f203ed6 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:41.622591 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ce86bc2a-04b6-4fbc-81e3-d8995f902881 req-cf1bed84-582d-48e7-a5b8-413ff57a7440 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510417 Mar 11 18:10:41.632199 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.701281 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.717914 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb92ef57-7f00-4565-b7e6-c35b8bf549a5 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:41.730188 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Publish callbacks [] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.792125 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Transition to ACTIVE for port object eb92ef57-7f00-4565-b7e6-c35b8bf549a5 will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:10:41.799499 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.876032 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Pushing event updated for resources: {'Port': ['ID=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:42.019636 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Attempting to bind port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:42.019987 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Attempting to bind port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:42.020342 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Attempting to bind port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 on network 68dba951-659b-4d49-95cd-28e22175bbb4 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:42.034803 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 on network 68dba951-659b-4d49-95cd-28e22175bbb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:10:42.035122 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Attempting to bind port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 on network 68dba951-659b-4d49-95cd-28e22175bbb4 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:42.048446 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:42.048783 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Checking segment: {'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:42.049161 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Bound using segment: {'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:42.049587 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Bound port: eb92ef57-7f00-4565-b7e6-c35b8bf549a5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48006a8-f1ad-4622-8f16-7afd1270079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:42.049985 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.106475 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30c2e83-013f-4b9e-800a-f5f74f203ed6 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:42.116914 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Publish callbacks [] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.142980 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Transition to ACTIVE for port object a30c2e83-013f-4b9e-800a-f5f74f203ed6 will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:10:42.149145 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.184706 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] For port eb92ef57-7f00-4565-b7e6-c35b8bf549a5, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:42.208377 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] For port eb92ef57-7f00-4565-b7e6-c35b8bf549a5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:42.218744 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a30c2e83-013f-4b9e-800a-f5f74f203ed6,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:42.221412 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.275197 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:42.275821 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.277276 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] 10.222.0.104 "PUT /v2.0/ports/eb92ef57-7f00-4565-b7e6-c35b8bf549a5 HTTP/1.1" status: 200 len: 1094 time: 1.3276260 Mar 11 18:10:42.279782 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:42.282069 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a14d72-f65a-449e-b0f9-221fff9baec0" -d '{"events": [{"name": "network-changed", "server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:42.354083 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca63b98-e5c2-4782-b2ff-391147a51f93 service neutron] Pushing event updated for resources: {'Port': ['ID=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:42.362420 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a338fa1-71e6-4f8a-a606-c66f77e86160 x-openstack-request-id: req-4a338fa1-71e6-4f8a-a606-c66f77e86160 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:42.362778 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:42.363032 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a338fa1-71e6-4f8a-a606-c66f77e86160 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:42.367600 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'status': 'completed', 'code': 200} Mar 11 18:10:42.404071 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.426132 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Attempting to bind port a30c2e83-013f-4b9e-800a-f5f74f203ed6 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:42.426471 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Attempting to bind port a30c2e83-013f-4b9e-800a-f5f74f203ed6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:42.426829 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Attempting to bind port a30c2e83-013f-4b9e-800a-f5f74f203ed6 on network 40a6fc10-0802-4171-af52-b02d08befdbb {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:42.443728 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Port a30c2e83-013f-4b9e-800a-f5f74f203ed6 on network 40a6fc10-0802-4171-af52-b02d08befdbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:10:42.444055 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Attempting to bind port a30c2e83-013f-4b9e-800a-f5f74f203ed6 on network 40a6fc10-0802-4171-af52-b02d08befdbb {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:42.470227 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:42.470585 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Checking segment: {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:42.470970 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Bound using segment: {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:42.471413 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Bound port: a30c2e83-013f-4b9e-800a-f5f74f203ed6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:42.471778 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.476632 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-fa9cde91-8df9-4eee-a136-2b1b4cc1db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:42.478148 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-fa9cde91-8df9-4eee-a136-2b1b4cc1db0f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9a2075c16fdd475a82d9d8cd6832baeb&device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 1128 time: 0.1491461 Mar 11 18:10:42.561370 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-a59eb85a-3ade-4903-afe1-7e1decf2ad76 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5 HTTP/1.1" status: 200 len: 217 time: 0.0694442 Mar 11 18:10:42.588840 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc12d4-2eb7-425a-9d4a-527ef9d89bca req-2601d38b-b13a-4c3a-ac1e-197adab05239 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:42.590375 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1cbc12d4-2eb7-425a-9d4a-527ef9d89bca req-2601d38b-b13a-4c3a-ac1e-197adab05239 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.1699245 Mar 11 18:10:42.666936 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] For port a30c2e83-013f-4b9e-800a-f5f74f203ed6, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:42.669882 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-f1f6a6d6-dea8-44bb-a20d-fcc6688f550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:42.671551 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-f1f6a6d6-dea8-44bb-a20d-fcc6688f550a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=34f7c50f-8e50-40df-8330-3e18680b5a64 HTTP/1.1" status: 200 len: 848 time: 0.1028829 Mar 11 18:10:42.675242 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] For port a30c2e83-013f-4b9e-800a-f5f74f203ed6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a30c2e83-013f-4b9e-800a-f5f74f203ed6,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:42.714040 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:43.036639 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1cbc12d4-2eb7-425a-9d4a-527ef9d89bca req-24f8a65c-838b-4d7a-86e4-0eecce84fdcd tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4246259 Mar 11 18:10:43.079816 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:43.080444 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:43.081844 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] 10.222.0.104 "PUT /v2.0/ports/a30c2e83-013f-4b9e-800a-f5f74f203ed6 HTTP/1.1" status: 200 len: 1094 time: 1.6072071 Mar 11 18:10:43.107842 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ef4c8-cf16-4db9-90ac-3fac61e572a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a30c2e83-013f-4b9e-800a-f5f74f203ed6,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:43.114155 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-c89dad7c-2076-4171-81c4-db88a0236423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:43.115745 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-c89dad7c-2076-4171-81c4-db88a0236423 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=68dba951-659b-4d49-95cd-28e22175bbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4363379 Mar 11 18:10:43.152993 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fc1f8-5f81-40c7-ae22-04a1cd3d0f26 req-5ebfe63d-27ad-4def-af51-7f60e74198d1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:43.154644 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-462fc1f8-5f81-40c7-ae22-04a1cd3d0f26 req-5ebfe63d-27ad-4def-af51-7f60e74198d1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 944 time: 0.4557831 Mar 11 18:10:43.289322 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-f13b0c82-229a-472d-86d8-447579912ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:43.290866 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-f13b0c82-229a-472d-86d8-447579912ece service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 1128 time: 0.1536491 Mar 11 18:10:43.297953 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-462fc1f8-5f81-40c7-ae22-04a1cd3d0f26 req-bef54df7-f7b8-448e-85ba-4acc998bf83f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316462 Mar 11 18:10:43.317535 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-73718b7a-68c6-451d-8aa2-92b175cdbee2 service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903548 Mar 11 18:10:43.362680 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-c3ea0541-e80b-49c8-ae03-192b2b27d060 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30c2e83-013f-4b9e-800a-f5f74f203ed6 HTTP/1.1" status: 200 len: 217 time: 0.0590665 Mar 11 18:10:43.467522 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-9b2b63f8-8c45-4689-a90b-e77328dc3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:43.469192 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-9b2b63f8-8c45-4689-a90b-e77328dc3a0d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.0946276 Mar 11 18:10:43.525289 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c095087f-abfa-4cbb-b245-11b2d0dc331e req-d996d8e9-ddbc-4de2-b0d0-5061b7bd8325 service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713643 Mar 11 18:10:43.568036 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-6c5ae1f2-d8c7-435c-ba79-9934a9bb537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:43.569728 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-6c5ae1f2-d8c7-435c-ba79-9934a9bb537a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930996 Mar 11 18:10:43.582424 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07342c42-5fdb-414a-ace3-5e46551e2be0 req-09d8dcd3-0be5-4770-bf01-15344f345a35 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:43.583980 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-07342c42-5fdb-414a-ace3-5e46551e2be0 req-09d8dcd3-0be5-4770-bf01-15344f345a35 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0894244 Mar 11 18:10:43.740130 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-07342c42-5fdb-414a-ace3-5e46551e2be0 req-63ca6b23-90ff-4a19-8381-34decbfeca64 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393692 Mar 11 18:10:43.744294 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a14d72-f65a-449e-b0f9-221fff9baec0 req-f0a45e75-4524-4473-8fb3-9abff8358a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:43.745717 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d2a14d72-f65a-449e-b0f9-221fff9baec0 req-f0a45e75-4524-4473-8fb3-9abff8358a81 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9a2075c16fdd475a82d9d8cd6832baeb&device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 1128 time: 0.1608131 Mar 11 18:10:43.749640 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-50005587-0fd1-4731-9a0b-e26d2b9c9f79 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635776 Mar 11 18:10:43.915793 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a14d72-f65a-449e-b0f9-221fff9baec0 req-9171ee86-03b7-4541-8768-350f5f9bb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:43.917307 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d2a14d72-f65a-449e-b0f9-221fff9baec0 req-9171ee86-03b7-4541-8768-350f5f9bb6d9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=68dba951-659b-4d49-95cd-28e22175bbb4 HTTP/1.1" status: 200 len: 911 time: 0.1573100 Mar 11 18:10:43.919554 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8a37e497-50aa-4daa-86e2-76a71c943a54 req-9ffcff92-9ba4-48da-b352-77da237a9486 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582828 Mar 11 18:10:43.967188 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d2a14d72-f65a-449e-b0f9-221fff9baec0 req-8b247309-2887-4ebe-8112-75ee4d0072ef service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5 HTTP/1.1" status: 200 len: 217 time: 0.0398510 Mar 11 18:10:44.023000 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a14d72-f65a-449e-b0f9-221fff9baec0 req-9faf89c5-c3c0-4acc-b082-69628fd65145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:44.024904 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d2a14d72-f65a-449e-b0f9-221fff9baec0 req-9faf89c5-c3c0-4acc-b082-69628fd65145 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=34f7c50f-8e50-40df-8330-3e18680b5a64 HTTP/1.1" status: 200 len: 848 time: 0.0501683 Mar 11 18:10:44.086952 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a14d72-f65a-449e-b0f9-221fff9baec0 req-daefe8a7-5b11-4a73-92bd-00ec94e5bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:44.088499 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d2a14d72-f65a-449e-b0f9-221fff9baec0 req-daefe8a7-5b11-4a73-92bd-00ec94e5bd95 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=68dba951-659b-4d49-95cd-28e22175bbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568235 Mar 11 18:10:44.221693 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d2a14d72-f65a-449e-b0f9-221fff9baec0 req-06b80d10-64f4-4a9f-9da5-5ea956ea3254 service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227789 Mar 11 18:10:44.229692 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de895dc-8a93-435d-a40f-9e46509b0248 req-b769510d-1ed3-440b-9d72-1113a77f93c6 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:44.231276 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7de895dc-8a93-435d-a40f-9e46509b0248 req-b769510d-1ed3-440b-9d72-1113a77f93c6 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.1144781 Mar 11 18:10:44.340193 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7de895dc-8a93-435d-a40f-9e46509b0248 req-999e96be-2e2f-4596-97ac-b7c3dbda13eb tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004870 Mar 11 18:10:44.369021 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cdab86-5798-4906-9f52-834139901a3b', 'tag': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:44.371316 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7852e6-272a-4bbd-85fd-e4a26f403cde" -d '{"events": [{"name": "network-changed", "server_uuid": "93cdab86-5798-4906-9f52-834139901a3b", "tag": "a30c2e83-013f-4b9e-800a-f5f74f203ed6"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:44.376442 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d2a14d72-f65a-449e-b0f9-221fff9baec0 req-5acc892b-5845-4e0b-bb82-85887fdef1f3 service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442134 Mar 11 18:10:44.415173 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c157b73b-4fa3-45b5-8ce6-1e7ccb677e88 x-openstack-request-id: req-c157b73b-4fa3-45b5-8ce6-1e7ccb677e88 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:44.415482 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cdab86-5798-4906-9f52-834139901a3b", "tag": "a30c2e83-013f-4b9e-800a-f5f74f203ed6", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:44.415738 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c157b73b-4fa3-45b5-8ce6-1e7ccb677e88 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:44.416137 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cdab86-5798-4906-9f52-834139901a3b', 'tag': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'status': 'completed', 'code': 200} Mar 11 18:10:44.434119 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779c8a5-ba36-4202-ab30-f02754df91a6 req-142123bc-6ad0-4179-b466-1f26acb5dcdc tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:44.435722 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2779c8a5-ba36-4202-ab30-f02754df91a6 req-142123bc-6ad0-4179-b466-1f26acb5dcdc tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 944 time: 0.0675852 Mar 11 18:10:44.514913 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2779c8a5-ba36-4202-ab30-f02754df91a6 req-0837baf3-5058-4703-97b3-263cd586c93a tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683713 Mar 11 18:10:44.519542 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7852e6-272a-4bbd-85fd-e4a26f403cde req-1a29e1c6-dae1-43e7-80bf-e7b011c25c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:44.521001 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ac7852e6-272a-4bbd-85fd-e4a26f403cde req-1a29e1c6-dae1-43e7-80bf-e7b011c25c86 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 1128 time: 0.0823171 Mar 11 18:10:44.620564 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7852e6-272a-4bbd-85fd-e4a26f403cde req-30fe2d40-4a36-4d19-9765-4194462d6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:44.622079 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ac7852e6-272a-4bbd-85fd-e4a26f403cde req-30fe2d40-4a36-4d19-9765-4194462d6b5d service neutron] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 913 time: 0.0946062 Mar 11 18:10:44.670573 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ac7852e6-272a-4bbd-85fd-e4a26f403cde req-5f339582-d7b7-4ba9-a52f-f0f565fe7dae service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30c2e83-013f-4b9e-800a-f5f74f203ed6 HTTP/1.1" status: 200 len: 217 time: 0.0373976 Mar 11 18:10:44.726477 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7852e6-272a-4bbd-85fd-e4a26f403cde req-c077adf6-d42a-4f14-a865-d77edff6165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:44.728028 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ac7852e6-272a-4bbd-85fd-e4a26f403cde req-c077adf6-d42a-4f14-a865-d77edff6165d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.0504868 Mar 11 18:10:44.794615 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7852e6-272a-4bbd-85fd-e4a26f403cde req-8baac0f2-6e1b-4d24-8768-acea9f5015e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:44.796225 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ac7852e6-272a-4bbd-85fd-e4a26f403cde req-8baac0f2-6e1b-4d24-8768-acea9f5015e5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593350 Mar 11 18:10:44.920148 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ac7852e6-272a-4bbd-85fd-e4a26f403cde req-b1881ce4-2ea7-4811-8b97-f1f540bbc6b4 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168373 Mar 11 18:10:44.932467 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414b0a5-106e-41cc-aa32-0db9731f34f7 req-c6570618-3e28-4f77-86bd-cb2442b3e579 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:44.933898 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4414b0a5-106e-41cc-aa32-0db9731f34f7 req-c6570618-3e28-4f77-86bd-cb2442b3e579 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.1011205 Mar 11 18:10:45.051282 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4414b0a5-106e-41cc-aa32-0db9731f34f7 req-27e904d8-d8ca-47ee-a84c-0a96ab6dc23f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080236 Mar 11 18:10:45.083781 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ac7852e6-272a-4bbd-85fd-e4a26f403cde req-94f9a3be-466d-43de-a2a7-f4d90d723790 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487660 Mar 11 18:10:45.111132 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47475a23-0930-4aed-aee8-a9c106b23c0d req-1aab35bb-57c7-4f0a-b613-e13823208381 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:45.112626 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-47475a23-0930-4aed-aee8-a9c106b23c0d req-1aab35bb-57c7-4f0a-b613-e13823208381 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 946 time: 0.0692170 Mar 11 18:10:45.160791 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-47475a23-0930-4aed-aee8-a9c106b23c0d req-d8f08f9a-0bb4-4b5a-beae-bdb0d18978ae tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd1ed1a8-fb15-4359-b350-ebd6a63face8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423701 Mar 11 18:10:45.478033 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cecf6b-8c86-4ca5-b00d-0cba96fca40a req-0098b305-0bcc-4d3e-a557-b016d63b315d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:45.479566 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d9cecf6b-8c86-4ca5-b00d-0cba96fca40a req-0098b305-0bcc-4d3e-a557-b016d63b315d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.0628433 Mar 11 18:10:45.537431 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d9cecf6b-8c86-4ca5-b00d-0cba96fca40a req-a72974f8-43ac-4f7c-9b0e-af7b22ba29ab tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521455 Mar 11 18:10:45.649817 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8102d-2c0d-4277-a12c-1552f41a0be3 req-c45079be-edf6-43f7-a559-a7395994250a tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:45.651261 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fda8102d-2c0d-4277-a12c-1552f41a0be3 req-c45079be-edf6-43f7-a559-a7395994250a tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 944 time: 0.0666578 Mar 11 18:10:45.702335 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fda8102d-2c0d-4277-a12c-1552f41a0be3 req-a034b60e-0e64-4103-92e1-15d6b087170f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430086 Mar 11 18:10:46.184336 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed828ec-34dd-4760-928e-7c1fbc5553e6 req-d921c262-b057-47f5-933a-18f224bcb293 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:46.185858 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9ed828ec-34dd-4760-928e-7c1fbc5553e6 req-d921c262-b057-47f5-933a-18f224bcb293 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0548778 Mar 11 18:10:46.246965 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9ed828ec-34dd-4760-928e-7c1fbc5553e6 req-0155b3f8-8a3b-4e63-bf3e-b444e3567287 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541420 Mar 11 18:10:46.291497 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d959d72-c74a-4e12-a994-cf41ef37405e req-086e2331-39d6-4831-9ab2-09f311166b28 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:46.292985 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d959d72-c74a-4e12-a994-cf41ef37405e req-086e2331-39d6-4831-9ab2-09f311166b28 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 946 time: 0.0590796 Mar 11 18:10:46.343840 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7d959d72-c74a-4e12-a994-cf41ef37405e req-17b3f011-bfeb-4573-ac63-1cdc4c505372 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd1ed1a8-fb15-4359-b350-ebd6a63face8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Mar 11 18:10:46.666626 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe25d5-ae52-4f71-8113-61fe95ea9e62 req-e91a2f47-b0f8-48f4-a914-5a37aff8c2af tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:46.668043 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-44fe25d5-ae52-4f71-8113-61fe95ea9e62 req-e91a2f47-b0f8-48f4-a914-5a37aff8c2af tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.0598545 Mar 11 18:10:46.723015 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-44fe25d5-ae52-4f71-8113-61fe95ea9e62 req-bb9daf2d-8cf6-42cc-97b9-7654c4aeafa1 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490763 Mar 11 18:10:46.834711 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd09b94-62ed-46e0-b8a2-505111b1c70f req-80172e13-73db-414f-9a34-d19e5ea528ee tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:46.836230 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fdd09b94-62ed-46e0-b8a2-505111b1c70f req-80172e13-73db-414f-9a34-d19e5ea528ee tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 944 time: 0.0588491 Mar 11 18:10:46.888486 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fdd09b94-62ed-46e0-b8a2-505111b1c70f req-a195fbc0-78ed-4b15-bc51-7844164faa8a tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466218 Mar 11 18:10:47.120128 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-d24b8dca-0086-4c7d-bc76-df654d787bf9 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:47.121620 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-d24b8dca-0086-4c7d-bc76-df654d787bf9 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 946 time: 0.0562029 Mar 11 18:10:47.229411 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Deleting port 404fb0df-8110-4a6a-97a9-440761d978b5 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:10:47.229753 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:47.323940 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] For port 404fb0df-8110-4a6a-97a9-440761d978b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=404fb0df-8110-4a6a-97a9-440761d978b5,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:47.324289 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:47.486563 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bf10e-7dba-40ba-aad6-809ce0a6171e req-6c7da441-f00e-4926-91ea-e4a7ced0841d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:47.488067 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a7bf10e-7dba-40ba-aad6-809ce0a6171e req-6c7da441-f00e-4926-91ea-e4a7ced0841d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.1611388 Mar 11 18:10:47.601236 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a7bf10e-7dba-40ba-aad6-809ce0a6171e req-69a49f3a-9a94-4d0a-b3d4-7a60c13dc019 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035581 Mar 11 18:10:47.609833 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c09c0f-45c3-42f2-beb2-c996f361175d req-da9b3e11-167b-415e-a6b2-258415147192 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:47.611344 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-71c09c0f-45c3-42f2-beb2-c996f361175d req-da9b3e11-167b-415e-a6b2-258415147192 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 946 time: 0.1889398 Mar 11 18:10:47.613503 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:47.613898 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (f979c30e-42ac-44e5-ad4a-07d2628fa4dd), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:47.614172 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Floating IP f979c30e-42ac-44e5-ad4a-07d2628fa4dd disassociated. External IP: 172.27.0.32, port: 404fb0df-8110-4a6a-97a9-440761d978b5. Mar 11 18:10:47.614754 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Calling delete_port for 404fb0df-8110-4a6a-97a9-440761d978b5 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:10:47.713455 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-71c09c0f-45c3-42f2-beb2-c996f361175d req-b86a5711-a49f-454a-84bf-101eb408df2a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd1ed1a8-fb15-4359-b350-ebd6a63face8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933771 Mar 11 18:10:47.800847 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (404fb0df-8110-4a6a-97a9-440761d978b5), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:47.846899 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event deleted for resources: {'Port': ['ID=404fb0df-8110-4a6a-97a9-440761d978b5,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:47.916220 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df43a9b-ddc0-47e0-b6ee-9d3f344b7a11 req-5cb7cfce-d4f4-4ffd-829d-72ba2aea3694 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:47.918449 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2df43a9b-ddc0-47e0-b6ee-9d3f344b7a11 req-5cb7cfce-d4f4-4ffd-829d-72ba2aea3694 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.1277721 Mar 11 18:10:48.044922 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2df43a9b-ddc0-47e0-b6ee-9d3f344b7a11 req-f1f0863b-3522-43b4-9cfa-9cecc195903e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202643 Mar 11 18:10:48.055435 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:48.080851 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbcb85-e2fc-4ccf-b849-13fcf2d29f2e req-9807f79e-9166-42ab-8aa4-b8c556dc37d6 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:48.082321 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75bbcb85-e2fc-4ccf-b849-13fcf2d29f2e req-9807f79e-9166-42ab-8aa4-b8c556dc37d6 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 944 time: 0.1029549 Mar 11 18:10:48.483569 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75bbcb85-e2fc-4ccf-b849-13fcf2d29f2e req-be8a4b42-c030-4de6-a927-c7fececbd267 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592916 Mar 11 18:10:48.504444 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:48.516995 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf6fe63-c6df-44e7-b862-c2d0bb0627f2 None None] Sync routers for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:48.527092 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6fe63-c6df-44e7-b862-c2d0bb0627f2 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:48.527703 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-faf6fe63-c6df-44e7-b862-c2d0bb0627f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:48.547589 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] No DVR routers for this DVR port 404fb0df-8110-4a6a-97a9-440761d978b5 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:10:48.550250 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.553650 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-100f41c9-aa40-4e29-a324-2af3e8a65410 req-e53c9207-0572-47d3-9676-bbf7af09050a tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "DELETE /v2.0/ports/404fb0df-8110-4a6a-97a9-440761d978b5 HTTP/1.1" status: 204 len: 173 time: 1.4262564 Mar 11 18:10:48.554032 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'name': 'network-vif-deleted', 'tag': '404fb0df-8110-4a6a-97a9-440761d978b5'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:48.556343 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c484a7b-321a-49d3-8a75-3cebbc2bb25e" -d '{"events": [{"server_uuid": "1ea3abe8-b380-41c6-9757-37cbabb1b965", "name": "network-vif-deleted", "tag": "404fb0df-8110-4a6a-97a9-440761d978b5"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:48.598871 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e868a29f-9417-4105-9cc5-c83bcd27e244 x-openstack-request-id: req-e868a29f-9417-4105-9cc5-c83bcd27e244 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:48.599784 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea3abe8-b380-41c6-9757-37cbabb1b965", "name": "network-vif-deleted", "tag": "404fb0df-8110-4a6a-97a9-440761d978b5", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:48.600038 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e868a29f-9417-4105-9cc5-c83bcd27e244 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:48.600643 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea3abe8-b380-41c6-9757-37cbabb1b965', 'name': 'network-vif-deleted', 'tag': '404fb0df-8110-4a6a-97a9-440761d978b5', 'status': 'completed', 'code': 200} Mar 11 18:10:48.644585 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-faf6fe63-c6df-44e7-b862-c2d0bb0627f2 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:48.738384 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519a829-11c7-478f-847e-2fef109b0cf8 req-02bc41f8-1a47-4432-8962-711384c9712b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:48.740226 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b519a829-11c7-478f-847e-2fef109b0cf8 req-02bc41f8-1a47-4432-8962-711384c9712b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0643573 Mar 11 18:10:48.793195 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b519a829-11c7-478f-847e-2fef109b0cf8 req-7b375ea9-e4d1-414c-ae51-c43f0e1ddd6f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441463 Mar 11 18:10:48.837840 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8db047d8-96a5-4966-a8aa-963c30588345 req-bae16d97-970a-4b67-bd8f-53c8c715fe29 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea3abe8-b380-41c6-9757-37cbabb1b965 HTTP/1.1" status: 200 len: 210 time: 0.0284379 Mar 11 18:10:48.875156 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-faf6fe63-c6df-44e7-b862-c2d0bb0627f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:48.901060 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf6fe63-c6df-44e7-b862-c2d0bb0627f2 None None] Checking router: 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:48.910575 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6fe63-c6df-44e7-b862-c2d0bb0627f2 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:48.911206 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-faf6fe63-c6df-44e7-b862-c2d0bb0627f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:49.035402 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-faf6fe63-c6df-44e7-b862-c2d0bb0627f2 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:49.169116 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dc048-f947-43f4-bc13-b3e09ca1f565 req-0c22b357-ab35-4616-ba1c-ef1d2013f7f8 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:49.170737 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a9dc048-f947-43f4-bc13-b3e09ca1f565 req-0c22b357-ab35-4616-ba1c-ef1d2013f7f8 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.0534163 Mar 11 18:10:49.223345 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a9dc048-f947-43f4-bc13-b3e09ca1f565 req-0b3e21b0-99a2-4ea0-84a2-0f9654745ff0 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464659 Mar 11 18:10:49.250671 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-faf6fe63-c6df-44e7-b862-c2d0bb0627f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:49.276579 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf6fe63-c6df-44e7-b862-c2d0bb0627f2 None None] The sync data for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi is: [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:49.478922 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 404fb0df-8110-4a6a-97a9-440761d978b5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:10:49.500830 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 404fb0df-8110-4a6a-97a9-440761d978b5 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:10:49.501193 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 404fb0df-8110-4a6a-97a9-440761d978b5 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:10:49.516811 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e5b426-a30e-4e51-8ba3-4cde1303e480 None None] New status for floating IP f979c30e-42ac-44e5-ad4a-07d2628fa4dd: DOWN {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:10:49.613399 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a365b-e46e-4515-a095-83c1270f7766 req-58e5f127-e8a5-4f99-aee6-7241553b10e8 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:49.614846 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a70a365b-e46e-4515-a095-83c1270f7766 req-58e5f127-e8a5-4f99-aee6-7241553b10e8 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 944 time: 0.0595365 Mar 11 18:10:49.667345 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a70a365b-e46e-4515-a095-83c1270f7766 req-f3b88681-7238-453b-a8d5-aca894d4e949 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464094 Mar 11 18:10:49.929360 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60114) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:49.929866 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41435ee2-9115-4b6f-b175-80acfad0e21f req-be83563f-cf41-4d86-815d-8fb1168558de tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:49.931523 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-41435ee2-9115-4b6f-b175-80acfad0e21f req-be83563f-cf41-4d86-815d-8fb1168558de tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0625963 Mar 11 18:10:49.980459 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-41435ee2-9115-4b6f-b175-80acfad0e21f req-ba1af363-b263-405c-a2a4-a104760375b7 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424588 Mar 11 18:10:49.988519 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (dd1ed1a8-fb15-4359-b350-ebd6a63face8), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.012983 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (dd1ed1a8-fb15-4359-b350-ebd6a63face8), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.065729 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (dd1ed1a8-fb15-4359-b350-ebd6a63face8), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.068433 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.069754 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "DELETE /v2.0/security-groups/dd1ed1a8-fb15-4359-b350-ebd6a63face8 HTTP/1.1" status: 204 len: 168 time: 0.1392846 Mar 11 18:10:50.073030 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60116) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:50.079988 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1ed1a8-fb15-4359-b350-ebd6a63face8,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:50.087392 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.api.v2.resource [None req-16802985-c78c-4ce9-9048-a2bfa0ddc87f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] show failed (client error): The resource could not be found. Mar 11 18:10:50.087691 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.088063 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.088582 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-16802985-c78c-4ce9-9048-a2bfa0ddc87f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups/dd1ed1a8-fb15-4359-b350-ebd6a63face8 HTTP/1.1" status: 404 len: 347 time: 0.0144522 Mar 11 18:10:50.090878 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.091235 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.091574 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.091682 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60118) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:50.091916 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.092251 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.092580 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.092906 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.093226 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.093535 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.093972 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.094198 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b346fc-d7b5-441f-a808-99a31ea8ce86 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:50.229824 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-be8b9d4b-779d-446d-94ae-76ea592b17d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Deleting port 1b0fc805-4a80-4c17-9b0f-96ed211267c0 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:10:50.230300 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-be8b9d4b-779d-446d-94ae-76ea592b17d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (1b0fc805-4a80-4c17-9b0f-96ed211267c0), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.344025 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-be8b9d4b-779d-446d-94ae-76ea592b17d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (1b0fc805-4a80-4c17-9b0f-96ed211267c0), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.344345 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-be8b9d4b-779d-446d-94ae-76ea592b17d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (1b0fc805-4a80-4c17-9b0f-96ed211267c0), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.358933 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-be8b9d4b-779d-446d-94ae-76ea592b17d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Calling delete_port for 1b0fc805-4a80-4c17-9b0f-96ed211267c0 owned by network:floatingip {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:10:50.382074 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2b6d5-2e74-4bc3-9ac6-34900e728f95 req-98cff364-3f7c-4b01-875e-0004ffd91ae6 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:50.383606 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-74e2b6d5-2e74-4bc3-9ac6-34900e728f95 req-98cff364-3f7c-4b01-875e-0004ffd91ae6 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.0847208 Mar 11 18:10:50.483448 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-74e2b6d5-2e74-4bc3-9ac6-34900e728f95 req-fb3a18b6-ada2-4fe3-bb4c-a5f4e1486065 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696812 Mar 11 18:10:50.550319 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-be8b9d4b-779d-446d-94ae-76ea592b17d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (1b0fc805-4a80-4c17-9b0f-96ed211267c0), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.584233 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b9d4b-779d-446d-94ae-76ea592b17d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event deleted for resources: {'Port': ['ID=1b0fc805-4a80-4c17-9b0f-96ed211267c0,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:50.649182 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-be8b9d4b-779d-446d-94ae-76ea592b17d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (f979c30e-42ac-44e5-ad4a-07d2628fa4dd), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.651744 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-be8b9d4b-779d-446d-94ae-76ea592b17d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.652903 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-be8b9d4b-779d-446d-94ae-76ea592b17d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "DELETE /v2.0/floatingips/f979c30e-42ac-44e5-ad4a-07d2628fa4dd HTTP/1.1" status: 204 len: 168 time: 0.5601017 Mar 11 18:10:50.789359 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482fc1d-be5e-4bad-8eed-a7cf46be2e0d req-07f5c6ba-966a-446b-ac64-43acc3543b54 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:50.790947 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4482fc1d-be5e-4bad-8eed-a7cf46be2e0d req-07f5c6ba-966a-446b-ac64-43acc3543b54 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 944 time: 0.0558760 Mar 11 18:10:50.841406 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4482fc1d-be5e-4bad-8eed-a7cf46be2e0d req-51bf84b4-7da8-4a81-ac35-e65fe716b5cb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441544 Mar 11 18:10:50.989754 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60126) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:50.994536 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [None req-ac35bb87-b81e-443f-a381-d18a1a9981d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811964396', 'description': 'tempest-description--1748926524'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:51.019545 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ac35bb87-b81e-443f-a381-d18a1a9981d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.123430 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ac35bb87-b81e-443f-a381-d18a1a9981d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (243a334a-31fd-4c7f-8504-f40f1787ea41), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.132478 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ac35bb87-b81e-443f-a381-d18a1a9981d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (243a334a-31fd-4c7f-8504-f40f1787ea41), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.146453 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfd048-006b-46b3-a84d-8412483afb71 req-4b5cca39-4d8d-4fcf-bedd-2e5a0fcbee93 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:51.147998 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-00bfd048-006b-46b3-a84d-8412483afb71 req-4b5cca39-4d8d-4fcf-bedd-2e5a0fcbee93 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0933821 Mar 11 18:10:51.187115 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ac35bb87-b81e-443f-a381-d18a1a9981d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.188362 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-ac35bb87-b81e-443f-a381-d18a1a9981d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1975219 Mar 11 18:10:51.190775 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35bb87-b81e-443f-a381-d18a1a9981d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243a334a-31fd-4c7f-8504-f40f1787ea41,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:51.191569 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60130) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:51.197055 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-d948df02-e5a0-44af-9aff-a0a0fc958fc5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'security_group_rule': {'security_group_id': '243a334a-31fd-4c7f-8504-f40f1787ea41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:51.223238 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-00bfd048-006b-46b3-a84d-8412483afb71 req-3334a50d-c707-4f6b-bdaa-f4579d5d5f23 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649743 Mar 11 18:10:51.227603 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d948df02-e5a0-44af-9aff-a0a0fc958fc5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (81abfe44-9537-48b1-ab97-84c4e599f322), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.273079 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d948df02-e5a0-44af-9aff-a0a0fc958fc5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (81abfe44-9537-48b1-ab97-84c4e599f322), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.278234 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d948df02-e5a0-44af-9aff-a0a0fc958fc5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (81abfe44-9537-48b1-ab97-84c4e599f322), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.297477 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948df02-e5a0-44af-9aff-a0a0fc958fc5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81abfe44-9537-48b1-ab97-84c4e599f322,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:51.303679 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d948df02-e5a0-44af-9aff-a0a0fc958fc5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.304840 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-d948df02-e5a0-44af-9aff-a0a0fc958fc5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117241 Mar 11 18:10:51.308461 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60132) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:51.312915 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-34e3d9b1-d383-492a-b83c-8805b8c9f7e6 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'security_group_rule': {'security_group_id': '243a334a-31fd-4c7f-8504-f40f1787ea41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:51.338379 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-34e3d9b1-d383-492a-b83c-8805b8c9f7e6 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (48531e17-32b1-4bc8-9f8e-d4ebdb5739e6), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.397810 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-34e3d9b1-d383-492a-b83c-8805b8c9f7e6 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (48531e17-32b1-4bc8-9f8e-d4ebdb5739e6), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.403035 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-34e3d9b1-d383-492a-b83c-8805b8c9f7e6 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722929'] for security_group_rule (48531e17-32b1-4bc8-9f8e-d4ebdb5739e6), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.419928 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3d9b1-d383-492a-b83c-8805b8c9f7e6 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48531e17-32b1-4bc8-9f8e-d4ebdb5739e6,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:51.429729 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-34e3d9b1-d383-492a-b83c-8805b8c9f7e6 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.431010 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-34e3d9b1-d383-492a-b83c-8805b8c9f7e6 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214249 Mar 11 18:10:51.434118 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60134) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:51.438424 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:51.460461 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.561224 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.607499 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce4867-6d9d-4a8a-8b3c-d378d003fdf6 req-ba798f75-1091-4426-8276-9d250209f333 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:51.609041 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-73ce4867-6d9d-4a8a-8b3c-d378d003fdf6 req-ba798f75-1091-4426-8276-9d250209f333 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.0557330 Mar 11 18:10:51.658958 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-73ce4867-6d9d-4a8a-8b3c-d378d003fdf6 req-a7a6d456-4e22-4dd2-819f-711f788db52e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436585 Mar 11 18:10:51.665542 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Allocated IP 172.27.0.82 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/f125119c-e586-46f8-85b9-fdc53b2b7d1f) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:51.774818 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for port (f125119c-e586-46f8-85b9-fdc53b2b7d1f), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.811772 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (f125119c-e586-46f8-85b9-fdc53b2b7d1f), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.849648 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:51.854639 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:51.857270 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:51.880551 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'Port': ['ID=f125119c-e586-46f8-85b9-fdc53b2b7d1f,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:51.954950 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (b024b276-6766-4fbd-87f0-76db80f1ebc3), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.967335 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52e8db-bf90-47d6-b840-02b1e619977a req-ccc2828e-b3c8-4b47-bdf7-072860eca352 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:51.968881 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5b52e8db-bf90-47d6-b840-02b1e619977a req-ccc2828e-b3c8-4b47-bdf7-072860eca352 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 944 time: 0.0575590 Mar 11 18:10:51.993910 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (f125119c-e586-46f8-85b9-fdc53b2b7d1f), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.019611 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5b52e8db-bf90-47d6-b840-02b1e619977a req-3cfabab8-a45b-4fd9-87ee-1414354759f0 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447206 Mar 11 18:10:52.160229 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for port (f125119c-e586-46f8-85b9-fdc53b2b7d1f), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.167557 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (f125119c-e586-46f8-85b9-fdc53b2b7d1f), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.236612 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'Port': ['ID=f125119c-e586-46f8-85b9-fdc53b2b7d1f,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:52.246972 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (b024b276-6766-4fbd-87f0-76db80f1ebc3), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.264775 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.266064 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-a6d5c587-943d-40db-8e49-640685072d92 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8309615 Mar 11 18:10:52.352285 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe01e34-adb2-475a-91c7-548c55aff10f req-705f7727-ae10-4194-8af8-93504ea498c0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:52.353814 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5fe01e34-adb2-475a-91c7-548c55aff10f req-705f7727-ae10-4194-8af8-93504ea498c0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0556571 Mar 11 18:10:52.412524 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5fe01e34-adb2-475a-91c7-548c55aff10f req-5c58d757-caa0-462f-beef-dd98825a4079 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526571 Mar 11 18:10:52.467117 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-a7f80f0c-694e-4f39-983c-c61783eb793d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1811964396&fields=id&tenant_id=ebd48be9d38b4dbaaa109c0895bb2068 HTTP/1.1" status: 200 len: 267 time: 0.0450695 Mar 11 18:10:52.585433 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5b431436-3b38-443b-a16b-c16290c05245 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:52.586925 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5b431436-3b38-443b-a16b-c16290c05245 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 815 time: 0.1131473 Mar 11 18:10:52.604592 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-0d7440da-0eb5-4a09-87a4-6239c487ff17 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/quotas/ebd48be9d38b4dbaaa109c0895bb2068 HTTP/1.1" status: 200 len: 375 time: 0.0096543 Mar 11 18:10:52.664221 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-0e4e610e-b099-4fd7-82d0-18a8081b2197 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519083 Mar 11 18:10:52.800210 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-0b0f9fb7-85fd-4f43-96fd-e121393df08f service neutron] 10.222.0.30 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184261 Mar 11 18:10:52.823416 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7482e3-3ecc-4890-a399-a1250f2b12a4 req-75a4fd5a-7073-42f4-969d-a3e74df2c015 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:52.824831 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-af7482e3-3ecc-4890-a399-a1250f2b12a4 req-75a4fd5a-7073-42f4-969d-a3e74df2c015 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.0809352 Mar 11 18:10:52.922445 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-af7482e3-3ecc-4890-a399-a1250f2b12a4 req-f8920336-c1b3-4bf9-99a2-39b8daeb1e63 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874786 Mar 11 18:10:52.936346 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5af16e43-2ac8-4192-8b1e-42c2d9a4c485 service neutron] 10.222.0.30 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292310 Mar 11 18:10:53.116054 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-80a240fb-ce2a-498a-8781-1f34f9ca6056 req-372a56f1-8165-4d6d-badf-928888be8255 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 210 time: 0.0321491 Mar 11 18:10:53.170646 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ba82-8549-451e-ad3b-710f4ca71377 req-eff6d4f3-f3dc-46f8-8264-9b5c3880064b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:53.172261 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-99c4ba82-8549-451e-ad3b-710f4ca71377 req-eff6d4f3-f3dc-46f8-8264-9b5c3880064b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 944 time: 0.0589161 Mar 11 18:10:53.228982 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-99c4ba82-8549-451e-ad3b-710f4ca71377 req-6db4042f-640d-40b6-a508-279826a9ff77 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504277 Mar 11 18:10:53.494900 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device a30c2e83-013f-4b9e-800a-f5f74f203ed6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:10:53.549179 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e39658-3f94-459e-a17f-d1245f96e0d3 req-4a7b6340-25c1-4480-a9fb-9053c51f92ea tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:53.550843 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b8e39658-3f94-459e-a17f-d1245f96e0d3 req-4a7b6340-25c1-4480-a9fb-9053c51f92ea tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0637980 Mar 11 18:10:53.596498 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port a30c2e83-013f-4b9e-800a-f5f74f203ed6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a30c2e83-013f-4b9e-800a-f5f74f203ed6,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:53.602736 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b8e39658-3f94-459e-a17f-d1245f96e0d3 req-956f94d4-70ff-434d-90d2-3e51e1045991 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451088 Mar 11 18:10:53.608898 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'port_id': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'mac_address': 'fa:16:3e:81:ca:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:10:53.652563 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port a30c2e83-013f-4b9e-800a-f5f74f203ed6 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:53.653327 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:53.667524 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30c2e83-013f-4b9e-800a-f5f74f203ed6 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:53.688833 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port a30c2e83-013f-4b9e-800a-f5f74f203ed6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a30c2e83-013f-4b9e-800a-f5f74f203ed6,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:53.696251 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:53.697196 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device eb92ef57-7f00-4565-b7e6-c35b8bf549a5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:10:53.766431 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=a30c2e83-013f-4b9e-800a-f5f74f203ed6,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:53.842310 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port eb92ef57-7f00-4565-b7e6-c35b8bf549a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:53.854034 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'port_id': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'mac_address': 'fa:16:3e:6c:33:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:10:54.038079 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:54.038471 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:54.052117 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb92ef57-7f00-4565-b7e6-c35b8bf549a5 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:54.073043 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port eb92ef57-7f00-4565-b7e6-c35b8bf549a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:54.081507 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:54.145165 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:54.171544 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca85d0-2d83-4c48-9a19-6d38a7b290c7 req-d33055b6-df03-421a-8121-745eab5853c6 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:54.179508 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-13ca85d0-2d83-4c48-9a19-6d38a7b290c7 req-d33055b6-df03-421a-8121-745eab5853c6 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.1712012 Mar 11 18:10:54.241882 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-146d5d35-dc78-4f3a-bab0-d86dc9f2bb01 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:54.243563 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-146d5d35-dc78-4f3a-bab0-d86dc9f2bb01 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 815 time: 0.2213337 Mar 11 18:10:54.265810 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6729b9a8-a0f8-430e-89c2-9b3334ac104d req-b086112b-6dcc-4e4e-a4ae-460fd260c353 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 210 time: 0.0478199 Mar 11 18:10:54.298068 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-13ca85d0-2d83-4c48-9a19-6d38a7b290c7 req-aa31f958-9bd0-4bce-9fac-e32c0d0bb303 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176014 Mar 11 18:10:54.349493 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-75a08f07-1c2f-450d-8b40-69c8412f5dec tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd48be9d38b4dbaaa109c0895bb2068 HTTP/1.1" status: 200 len: 380 time: 0.0863342 Mar 11 18:10:54.367442 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'port': {'device_id': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'admin_state_up': True, 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'security_groups': ['243a334a-31fd-4c7f-8504-f40f1787ea41']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:54.459065 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00628eba-0551-4c81-8020-9ecb778a53b1 req-dbaba5c0-195d-4553-a57e-9aa455129922 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:54.460481 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-00628eba-0551-4c81-8020-9ecb778a53b1 req-dbaba5c0-195d-4553-a57e-9aa455129922 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 945 time: 0.1268406 Mar 11 18:10:54.528421 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Made reservation on behalf of ebd48be9d38b4dbaaa109c0895bb2068 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:54.531839 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:54.538624 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-00628eba-0551-4c81-8020-9ecb778a53b1 req-0e1d688a-6268-4659-9871-2a36c76f3ffb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648983 Mar 11 18:10:54.671998 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Allocated IP 172.20.0.12 (14672d67-1901-485e-810c-784d68b54b42/06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da/b4583781-6ead-4091-baa8-b750f4609bf0) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:54.808102 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dc6a5-8b56-4525-8b1d-52cbf190df38 req-f2f58393-5a45-4e88-9502-505e35b54b69 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:54.809589 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d83dc6a5-8b56-4525-8b1d-52cbf190df38 req-f2f58393-5a45-4e88-9502-505e35b54b69 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.1259978 Mar 11 18:10:54.871844 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for port (b4583781-6ead-4091-baa8-b750f4609bf0), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:54.887409 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d83dc6a5-8b56-4525-8b1d-52cbf190df38 req-d11b58fc-08d8-44fd-b8ad-6ca34da6d862 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706327 Mar 11 18:10:54.916886 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:54.921652 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['eb92ef57-7f00-4565-b7e6-c35b8bf549a5'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:10:54.948520 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['a30c2e83-013f-4b9e-800a-f5f74f203ed6'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:10:54.961283 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Network 14672d67-1901-485e-810c-784d68b54b42 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:54.967851 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:54.971612 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:54.978243 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event updated for resources: {'Port': ['ID=b4583781-6ead-4091-baa8-b750f4609bf0,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:55.030758 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:55.031574 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.051129 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5a62195e-851b-4402-b696-666b31a2b5fd tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6872523 Mar 11 18:10:55.062927 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Request body: {'port': {'device_id': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:55.126050 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.250583 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-eae8d419-bf1a-4590-9412-b790696866c0 None None] Provisioning complete for port b4583781-6ead-4091-baa8-b750f4609bf0 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:55.250904 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-eae8d419-bf1a-4590-9412-b790696866c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.325696 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-eae8d419-bf1a-4590-9412-b790696866c0 None None] Port b4583781-6ead-4091-baa8-b750f4609bf0 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:55.486005 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a939e66-3ed3-4e57-8956-7b9e8a05926c req-96927a53-7788-42f9-8c3e-3d658f12cb2b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:55.487541 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a939e66-3ed3-4e57-8956-7b9e8a05926c req-96927a53-7788-42f9-8c3e-3d658f12cb2b tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 932 time: 0.1489749 Mar 11 18:10:55.538994 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922505f-bdf4-45a5-9759-daf0f42578cd req-20ec2e17-3a74-4886-8448-6780bdd8329d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:55.540448 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2922505f-bdf4-45a5-9759-daf0f42578cd req-20ec2e17-3a74-4886-8448-6780bdd8329d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 945 time: 0.1462178 Mar 11 18:10:55.545633 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4583781-6ead-4091-baa8-b750f4609bf0 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:55.561228 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Publish callbacks [] for port (b4583781-6ead-4091-baa8-b750f4609bf0), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.608293 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Transition to ACTIVE for port object b4583781-6ead-4091-baa8-b750f4609bf0 will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:10:55.618083 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a939e66-3ed3-4e57-8956-7b9e8a05926c req-45c5626d-d7f8-4db9-8d11-a5465d1e1685 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109939 Mar 11 18:10:55.620964 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.665023 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2922505f-bdf4-45a5-9759-daf0f42578cd req-f8bfb75a-b95f-4887-b0fd-b93f16e8b021 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135373 Mar 11 18:10:55.689089 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4583781-6ead-4091-baa8-b750f4609bf0,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:55.805724 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Attempting to bind port b4583781-6ead-4091-baa8-b750f4609bf0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:55.806021 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Attempting to bind port b4583781-6ead-4091-baa8-b750f4609bf0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:55.806373 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Attempting to bind port b4583781-6ead-4091-baa8-b750f4609bf0 on network 14672d67-1901-485e-810c-784d68b54b42 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:55.820424 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f52d7-b401-426a-b2e4-da5b83fc25b5 req-4c6bf589-bafd-40da-adeb-1fe537e9d927 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:55.822158 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6d0f52d7-b401-426a-b2e4-da5b83fc25b5 req-4c6bf589-bafd-40da-adeb-1fe537e9d927 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 945 time: 0.1044676 Mar 11 18:10:55.823379 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Port b4583781-6ead-4091-baa8-b750f4609bf0 on network 14672d67-1901-485e-810c-784d68b54b42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:10:55.823710 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Attempting to bind port b4583781-6ead-4091-baa8-b750f4609bf0 on network 14672d67-1901-485e-810c-784d68b54b42 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:55.836378 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:55.836721 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Checking segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:55.837182 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Bound using segment: {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:55.837646 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Bound port: b4583781-6ead-4091-baa8-b750f4609bf0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '14672d67-1901-485e-810c-784d68b54b42'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:55.838006 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.918128 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6d0f52d7-b401-426a-b2e4-da5b83fc25b5 req-75606864-737e-4435-b69e-499ffe688973 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883768 Mar 11 18:10:55.934652 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] For port b4583781-6ead-4091-baa8-b750f4609bf0, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:55.937886 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] For port b4583781-6ead-4091-baa8-b750f4609bf0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4583781-6ead-4091-baa8-b750f4609bf0,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:55.948282 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.025363 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.025987 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.027466 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] 10.222.0.104 "PUT /v2.0/ports/b4583781-6ead-4091-baa8-b750f4609bf0 HTTP/1.1" status: 200 len: 1094 time: 0.9691899 Mar 11 18:10:56.029079 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'tag': 'b4583781-6ead-4091-baa8-b750f4609bf0'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:56.031733 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158fef22-29b9-44e3-8f53-80db23f535a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb41c01-d3fb-4fe3-8a9e-962eafd469b6", "tag": "b4583781-6ead-4091-baa8-b750f4609bf0"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:56.069420 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cebd8-0051-4a21-be56-f8c0410b08b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4583781-6ead-4091-baa8-b750f4609bf0,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:56.110757 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501318c0-82a2-4416-9b02-5778c625798c x-openstack-request-id: req-501318c0-82a2-4416-9b02-5778c625798c {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:56.111062 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb41c01-d3fb-4fe3-8a9e-962eafd469b6", "tag": "b4583781-6ead-4091-baa8-b750f4609bf0", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:56.111315 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-501318c0-82a2-4416-9b02-5778c625798c {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:56.111736 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'tag': 'b4583781-6ead-4091-baa8-b750f4609bf0', 'status': 'completed', 'code': 200} Mar 11 18:10:56.126185 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fabf76-6f1d-4336-8c6b-40381df4eb48 req-b3e8d264-a662-47c5-a61e-f423accdb5a6 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.127852 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-72fabf76-6f1d-4336-8c6b-40381df4eb48 req-b3e8d264-a662-47c5-a61e-f423accdb5a6 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.1478517 Mar 11 18:10:56.164243 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-585956a6-c070-4295-ab27-7bc18034bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.165859 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-585956a6-c070-4295-ab27-7bc18034bc62 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 1128 time: 0.0896466 Mar 11 18:10:56.222146 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-72fabf76-6f1d-4336-8c6b-40381df4eb48 req-20aa9be8-c8ea-4d4c-b812-81b8257bc976 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872264 Mar 11 18:10:56.223540 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-f5803ca5-573f-4836-b04f-407a4774da98 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4583781-6ead-4091-baa8-b750f4609bf0 HTTP/1.1" status: 200 len: 217 time: 0.0492239 Mar 11 18:10:56.278415 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-ac02d1d7-89bb-48ab-bad8-2e0e3bfe3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.279882 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-ac02d1d7-89bb-48ab-bad8-2e0e3bfe3a22 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.0493567 Mar 11 18:10:56.332483 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-917bc150-decc-4911-80b7-998ced9b074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.333919 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-917bc150-decc-4911-80b7-998ced9b074a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475574 Mar 11 18:10:56.428458 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-5e5df6ad-d70a-4bda-b216-d462157b2f69 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875032 Mar 11 18:10:56.519391 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-007bae5d-62f7-4dff-9246-ed58aed121b9 req-16bbdaad-f94e-414e-a382-cb2eded57942 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840960 Mar 11 18:10:56.613215 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fef22-29b9-44e3-8f53-80db23f535a4 req-bfd2a58d-5b85-470e-8f9a-c145cc5ccba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.614749 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-158fef22-29b9-44e3-8f53-80db23f535a4 req-bfd2a58d-5b85-470e-8f9a-c145cc5ccba6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 1128 time: 0.0458269 Mar 11 18:10:56.750741 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fef22-29b9-44e3-8f53-80db23f535a4 req-c0503e52-e039-40ad-b420-9c3cb5d67bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.752248 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-158fef22-29b9-44e3-8f53-80db23f535a4 req-c0503e52-e039-40ad-b420-9c3cb5d67bfa service neutron] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 917 time: 0.1295574 Mar 11 18:10:56.823850 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-158fef22-29b9-44e3-8f53-80db23f535a4 req-b97f6bd6-04e6-43f5-9327-3f7ad5ee0845 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4583781-6ead-4091-baa8-b750f4609bf0 HTTP/1.1" status: 200 len: 217 time: 0.0594273 Mar 11 18:10:56.832986 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751b92e-02d0-4cc3-af89-5c60af526260 req-6f4cd8df-f3aa-4f3a-b4c9-4925e5361121 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.834432 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c751b92e-02d0-4cc3-af89-5c60af526260 req-6f4cd8df-f3aa-4f3a-b4c9-4925e5361121 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 944 time: 0.1428478 Mar 11 18:10:56.921619 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d54d2e-62ae-4d07-ae13-18a2ce4256db req-bcb64876-c2df-4da5-8ef1-74b956be3b62 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.923077 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-48d54d2e-62ae-4d07-ae13-18a2ce4256db req-bcb64876-c2df-4da5-8ef1-74b956be3b62 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 945 time: 0.1699176 Mar 11 18:10:56.928436 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fef22-29b9-44e3-8f53-80db23f535a4 req-f3b84506-d25e-47d7-a49d-b13abdfc06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.929849 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-158fef22-29b9-44e3-8f53-80db23f535a4 req-f3b84506-d25e-47d7-a49d-b13abdfc06e4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.0945330 Mar 11 18:10:56.939178 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c751b92e-02d0-4cc3-af89-5c60af526260 req-b10d4118-8dca-4f18-bc31-10f49fa2f3dc tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948567 Mar 11 18:10:57.026216 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-48d54d2e-62ae-4d07-ae13-18a2ce4256db req-5f3b282d-e387-4aae-80d5-e76bce6fda64 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954075 Mar 11 18:10:57.051699 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fef22-29b9-44e3-8f53-80db23f535a4 req-07f7dba9-1517-4701-a447-be5cc35a3896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:57.053253 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-158fef22-29b9-44e3-8f53-80db23f535a4 req-07f7dba9-1517-4701-a447-be5cc35a3896 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1132560 Mar 11 18:10:57.103512 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de2982-1a16-4996-aa66-eec63d638c2a req-bce4c3a6-1eac-4b35-87e7-9cb65dec5d22 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:57.105049 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-26de2982-1a16-4996-aa66-eec63d638c2a req-bce4c3a6-1eac-4b35-87e7-9cb65dec5d22 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 945 time: 0.0964677 Mar 11 18:10:57.486792 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-158fef22-29b9-44e3-8f53-80db23f535a4 req-466c095f-19cc-4d5a-9af0-77e56dbaff4b service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261601 Mar 11 18:10:57.496423 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3e82f0bc-be5f-49f7-9895-7c62aed12888 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:10:57.499982 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device a30c2e83-013f-4b9e-800a-f5f74f203ed6 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:57.505704 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-26de2982-1a16-4996-aa66-eec63d638c2a req-98feff5f-dee2-4a7a-9cae-62569d507b7e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3741796 Mar 11 18:10:57.593387 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b45d96-b13d-49b8-bb55-152ac4028c6a req-ae710279-5f65-486a-8437-1ede4f0dbcf4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:57.594965 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b4b45d96-b13d-49b8-bb55-152ac4028c6a req-ae710279-5f65-486a-8437-1ede4f0dbcf4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.1354995 Mar 11 18:10:57.620616 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port a30c2e83-013f-4b9e-800a-f5f74f203ed6 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:10:57.630066 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-158fef22-29b9-44e3-8f53-80db23f535a4 req-8d045d20-4382-4ccf-b799-679f9ccc2ee6 service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284859 Mar 11 18:10:57.633802 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port a30c2e83-013f-4b9e-800a-f5f74f203ed6 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:57.634217 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.658737 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b4b45d96-b13d-49b8-bb55-152ac4028c6a req-a727dbbe-ff98-4cb1-b68f-d9c4484d25d7 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552940 Mar 11 18:10:57.670849 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:57.689562 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'port_id': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'mac_address': 'fa:16:3e:3f:e5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:10:57.756420 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 3e82f0bc-be5f-49f7-9895-7c62aed12888 is: ACTIVE; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:57.756797 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.777538 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e82f0bc-be5f-49f7-9895-7c62aed12888 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:57.781673 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port a30c2e83-013f-4b9e-800a-f5f74f203ed6 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:57.782060 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.812744 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:57.821663 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cdab86-5798-4906-9f52-834139901a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:57.824068 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca99b8d4-364d-49e6-9df1-03c503649183" -d '{"events": [{"server_uuid": "93cdab86-5798-4906-9f52-834139901a3b", "name": "network-vif-plugged", "status": "completed", "tag": "a30c2e83-013f-4b9e-800a-f5f74f203ed6"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:57.829528 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.842344 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port a30c2e83-013f-4b9e-800a-f5f74f203ed6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a30c2e83-013f-4b9e-800a-f5f74f203ed6,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:57.860856 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.861753 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device eb92ef57-7f00-4565-b7e6-c35b8bf549a5 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:57.887096 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc54844-d624-4f42-b7b3-3cf69f3e9bbc x-openstack-request-id: req-1bc54844-d624-4f42-b7b3-3cf69f3e9bbc {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:57.887421 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cdab86-5798-4906-9f52-834139901a3b", "name": "network-vif-plugged", "status": "completed", "tag": "a30c2e83-013f-4b9e-800a-f5f74f203ed6", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:57.887651 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bc54844-d624-4f42-b7b3-3cf69f3e9bbc {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:57.888031 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cdab86-5798-4906-9f52-834139901a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'code': 200} Mar 11 18:10:57.922810 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=3e82f0bc-be5f-49f7-9895-7c62aed12888,revision_number=6']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:57.973546 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:10:57.980750 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=a30c2e83-013f-4b9e-800a-f5f74f203ed6,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:57.984303 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:57.984303 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.047016 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:10:58.069253 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228f4f9-86c7-4c77-a224-cd6c53b23488 req-d2a64c06-2c0a-48d9-9561-efbfde38d975 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:58.070858 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8228f4f9-86c7-4c77-a224-cd6c53b23488 req-d2a64c06-2c0a-48d9-9561-efbfde38d975 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 944 time: 0.0546765 Mar 11 18:10:58.072933 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:58.073353 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.114272 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port eb92ef57-7f00-4565-b7e6-c35b8bf549a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:58.119607 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.158008 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['3e82f0bc-be5f-49f7-9895-7c62aed12888'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:10:58.167920 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8228f4f9-86c7-4c77-a224-cd6c53b23488 req-b561ddbc-82c1-4624-9ad1-02b5aab1115f tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899162 Mar 11 18:10:58.199850 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc956e3e-b98a-4669-b42b-503dd09336e7 req-0b3d449f-86e2-49de-bfee-c9021624d486 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:58.201495 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bc956e3e-b98a-4669-b42b-503dd09336e7 req-0b3d449f-86e2-49de-bfee-c9021624d486 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.1005688 Mar 11 18:10:58.225415 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:58.294405 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bc956e3e-b98a-4669-b42b-503dd09336e7 req-8826d502-ca23-42ba-a472-b3ed694f4e5a tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786495 Mar 11 18:10:58.306971 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35bb27-6321-4c52-8a6f-c343a4826e8f req-9b8d7702-62c9-487d-ac46-488b348c31af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:58.309139 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dc35bb27-6321-4c52-8a6f-c343a4826e8f req-9b8d7702-62c9-487d-ac46-488b348c31af service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 1130 time: 0.0749338 Mar 11 18:10:58.363537 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dc35bb27-6321-4c52-8a6f-c343a4826e8f req-8b946593-e0a9-4760-9982-8715f0c5b214 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460937 Mar 11 18:10:58.637383 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc60a4-bc64-4acf-a454-6af90498f9c5 req-bca83c13-5e68-4b3d-a68e-236a243e7ebb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:58.638834 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ffc60a4-bc64-4acf-a454-6af90498f9c5 req-bca83c13-5e68-4b3d-a68e-236a243e7ebb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 946 time: 0.0575399 Mar 11 18:10:58.694406 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ffc60a4-bc64-4acf-a454-6af90498f9c5 req-1a3b56e9-d7c0-4082-947c-f165af027147 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494933 Mar 11 18:10:58.794576 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e103c-521c-450b-867f-0ec65bb6c757 req-a96c121d-7835-4137-992d-b3f344501231 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:58.796349 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1f7e103c-521c-450b-867f-0ec65bb6c757 req-a96c121d-7835-4137-992d-b3f344501231 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0593309 Mar 11 18:10:58.849602 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1f7e103c-521c-450b-867f-0ec65bb6c757 req-b157f4b8-ae8d-4fc7-a702-3a1754bc2e16 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467474 Mar 11 18:10:59.286478 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb0fdb-fd59-48b2-a68e-4928b4c8fcb4 req-7c222aee-ad21-40a9-839a-3f271f6cc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:59.288042 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24fb0fdb-fd59-48b2-a68e-4928b4c8fcb4 req-7c222aee-ad21-40a9-839a-3f271f6cc937 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 1129 time: 0.0800571 Mar 11 18:10:59.312032 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a3d63-7882-4dc0-9949-03b29e961a44 req-0db0ada7-5ef5-4742-bfe4-9e01b9bc6a56 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:59.313716 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-039a3d63-7882-4dc0-9949-03b29e961a44 req-0db0ada7-5ef5-4742-bfe4-9e01b9bc6a56 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 944 time: 0.0686042 Mar 11 18:10:59.328941 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.444326 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-039a3d63-7882-4dc0-9949-03b29e961a44 req-1b73d2d6-01ca-4c54-8f45-a527ed77f4b6 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211104 Mar 11 18:10:59.471369 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb0fdb-fd59-48b2-a68e-4928b4c8fcb4 req-b2ef1b52-26cf-47f7-b2e4-a495d04732a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:59.472883 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24fb0fdb-fd59-48b2-a68e-4928b4c8fcb4 req-b2ef1b52-26cf-47f7-b2e4-a495d04732a9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 919 time: 0.1582336 Mar 11 18:10:59.481604 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3e82f0bc-be5f-49f7-9895-7c62aed12888 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:59.494897 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f99167-5257-479c-bd10-09586edc589c req-48e2dde2-8ffc-4412-832f-494b7c8e53f3 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:59.496382 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-10f99167-5257-479c-bd10-09586edc589c req-48e2dde2-8ffc-4412-832f-494b7c8e53f3 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.1011066 Mar 11 18:10:59.535510 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 3e82f0bc-be5f-49f7-9895-7c62aed12888 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:59.535893 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.575617 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24fb0fdb-fd59-48b2-a68e-4928b4c8fcb4 req-2243b658-6431-4c50-a198-fc261a1a49de service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888 HTTP/1.1" status: 200 len: 1000 time: 0.0946329 Mar 11 18:10:59.599110 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-10f99167-5257-479c-bd10-09586edc589c req-efb396c8-1fc3-4aa7-9c0d-4de7ee421782 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737042 Mar 11 18:10:59.626196 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 3e82f0bc-be5f-49f7-9895-7c62aed12888 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:59.626609 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.639246 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb0fdb-fd59-48b2-a68e-4928b4c8fcb4 req-f3faac61-e668-449b-9424-877fcf758e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:59.640778 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24fb0fdb-fd59-48b2-a68e-4928b4c8fcb4 req-f3faac61-e668-449b-9424-877fcf758e02 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.0551386 Mar 11 18:10:59.659943 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:59.665564 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.696487 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb0fdb-fd59-48b2-a68e-4928b4c8fcb4 req-248c0a27-27e9-4d35-99a3-ea66abec76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:59.698106 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24fb0fdb-fd59-48b2-a68e-4928b4c8fcb4 req-248c0a27-27e9-4d35-99a3-ea66abec76db service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512977 Mar 11 18:10:59.719305 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=3e82f0bc-be5f-49f7-9895-7c62aed12888,revision_number=7']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:59.830696 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24fb0fdb-fd59-48b2-a68e-4928b4c8fcb4 req-ac94ee86-4b25-414a-9ef0-a20539da8294 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258140 Mar 11 18:10:59.853813 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4c55a-b6fb-4ad2-b055-9d16080e8ee7 req-dee59304-d488-4d18-a1bc-b306d4cbbca7 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:59.855272 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7ab4c55a-b6fb-4ad2-b055-9d16080e8ee7 req-dee59304-d488-4d18-a1bc-b306d4cbbca7 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 946 time: 0.0856569 Mar 11 18:10:59.889104 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5'}, {'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:59.893156 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70498376-a6a4-4350-9c44-7ced5fa87f79" -d '{"events": [{"server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "name": "network-vif-plugged", "status": "completed", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5"}, {"server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:59.989938 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7ab4c55a-b6fb-4ad2-b055-9d16080e8ee7 req-efd46bc1-9c93-4752-84d6-93850b40c98a tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234875 Mar 11 18:10:59.997719 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-24fb0fdb-fd59-48b2-a68e-4928b4c8fcb4 req-ef237da7-2364-46b9-8192-4c747accdfa0 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584740 Mar 11 18:11:00.027757 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9ce0a-9c64-47b0-bed4-be894f52b99e req-22b0d72d-60bf-4054-928f-012c4c56643a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:00.029551 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-46d9ce0a-9c64-47b0-bed4-be894f52b99e req-22b0d72d-60bf-4054-928f-012c4c56643a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.1041493 Mar 11 18:11:00.045469 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcf2511-3e65-40d3-8eb0-b4fb541556b2 x-openstack-request-id: req-0dcf2511-3e65-40d3-8eb0-b4fb541556b2 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:00.045771 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "name": "network-vif-plugged", "status": "completed", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5", "code": 200}, {"server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:00.046023 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0dcf2511-3e65-40d3-8eb0-b4fb541556b2 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:00.046418 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'code': 200} Mar 11 18:11:00.046699 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'code': 200} Mar 11 18:11:00.079536 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-46d9ce0a-9c64-47b0-bed4-be894f52b99e req-92d96b7b-4ced-4b4d-bef3-5fccf2d18d15 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 Mar 11 18:11:00.346869 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7e69e-a8d1-45da-a5a2-a0c516ac070c req-09b321e1-bd17-437b-8c0f-2b25299f4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:00.348389 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eba7e69e-a8d1-45da-a5a2-a0c516ac070c req-09b321e1-bd17-437b-8c0f-2b25299f4f1e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 1130 time: 0.0446827 Mar 11 18:11:00.402980 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-eba7e69e-a8d1-45da-a5a2-a0c516ac070c req-f43d6faf-eec4-4a4e-95d4-e46dfca1e0c5 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403597 Mar 11 18:11:00.589152 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161acb7-45c5-4bbe-be5e-3c87608e8531 req-2f70d3f5-4644-4a15-86b2-4d9f8d6c1e6d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:00.590738 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0161acb7-45c5-4bbe-be5e-3c87608e8531 req-2f70d3f5-4644-4a15-86b2-4d9f8d6c1e6d tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 944 time: 0.0678344 Mar 11 18:11:00.652713 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0161acb7-45c5-4bbe-be5e-3c87608e8531 req-a74b00e2-df16-4d13-b5a9-474c2abd29ee tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535049 Mar 11 18:11:00.730098 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e39655-fb96-40b2-91bc-94293d8f9bbb req-48794c62-0566-4f87-a0e2-96e3e29f33f5 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:00.731637 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5e39655-fb96-40b2-91bc-94293d8f9bbb req-48794c62-0566-4f87-a0e2-96e3e29f33f5 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0540028 Mar 11 18:11:00.783106 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e5e39655-fb96-40b2-91bc-94293d8f9bbb req-114bb14b-c3b3-4eea-909d-3b9cb82a34d6 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452440 Mar 11 18:11:01.112268 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b30bb7-2440-45bc-b8b1-524c6cb4afe7 req-fce6e6aa-c303-4622-8a3a-97045094cf9d tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:01.113831 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-19b30bb7-2440-45bc-b8b1-524c6cb4afe7 req-fce6e6aa-c303-4622-8a3a-97045094cf9d tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 946 time: 0.0563145 Mar 11 18:11:01.177231 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-19b30bb7-2440-45bc-b8b1-524c6cb4afe7 req-2a9b958c-f0bf-4eed-9859-45e21a0da5de tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576239 Mar 11 18:11:01.225902 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bf7f0-0dd2-48e1-83ec-10e17a454bc6 req-d99b48b9-5eeb-4363-8e49-1ae368e8b986 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:01.227440 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5c7bf7f0-0dd2-48e1-83ec-10e17a454bc6 req-d99b48b9-5eeb-4363-8e49-1ae368e8b986 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0725377 Mar 11 18:11:01.303046 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5c7bf7f0-0dd2-48e1-83ec-10e17a454bc6 req-2ec5e287-795a-4c6f-9fef-f65b83d6bd76 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693955 Mar 11 18:11:01.322800 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cbaa2-09c9-436f-b5cd-1a50cee52ce7 req-c4efbf58-0803-489c-af50-4a4cfd9fc7cc tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:01.324364 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e60cbaa2-09c9-436f-b5cd-1a50cee52ce7 req-c4efbf58-0803-489c-af50-4a4cfd9fc7cc tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 946 time: 0.0765963 Mar 11 18:11:01.378176 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e60cbaa2-09c9-436f-b5cd-1a50cee52ce7 req-6a3aa3d4-69e7-4885-9ee4-d2eae78c3fc1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475240 Mar 11 18:11:01.405687 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60232) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:11:01.451238 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f80bf7-ca28-4e3e-8d7b-24790447da19 tempest-TestVolumeBootPattern-556578349 tempest-TestVolumeBootPattern-556578349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:01.453112 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-e0f80bf7-ca28-4e3e-8d7b-24790447da19 tempest-TestVolumeBootPattern-556578349 tempest-TestVolumeBootPattern-556578349-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 1125 time: 0.0460563 Mar 11 18:11:01.457719 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60234) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:11:01.462128 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'port_id': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:11:01.486413 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:01.510837 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device b4583781-6ead-4091-baa8-b750f4609bf0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:11:01.594663 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:01.624366 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port b4583781-6ead-4091-baa8-b750f4609bf0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4583781-6ead-4091-baa8-b750f4609bf0,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:01.635183 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': 'b4583781-6ead-4091-baa8-b750f4609bf0', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'port_id': 'b4583781-6ead-4091-baa8-b750f4609bf0', 'mac_address': 'fa:16:3e:f6:ba:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:11:01.675778 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port b4583781-6ead-4091-baa8-b750f4609bf0 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:11:01.676166 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:01.689379 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4583781-6ead-4091-baa8-b750f4609bf0 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:11:01.715714 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Allocated IP 172.27.0.183 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/d475f826-1058-4fa2-9320-5e97b0c4d23e) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:11:01.716119 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port b4583781-6ead-4091-baa8-b750f4609bf0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4583781-6ead-4091-baa8-b750f4609bf0,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:01.722714 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:01.773213 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=b4583781-6ead-4091-baa8-b750f4609bf0,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:01.781300 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.781652 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.781993 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.782326 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.782687 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.783013 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.783337 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.783659 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.783980 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.784294 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.784618 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.784932 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.785249 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:01.787897 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e7136-32e7-4520-bb76-c312a190c84f req-f01f0cef-f87c-463a-a90d-884415c0f1ae tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:01.790352 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-382e7136-32e7-4520-bb76-c312a190c84f req-f01f0cef-f87c-463a-a90d-884415c0f1ae tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 945 time: 0.0669048 Mar 11 18:11:01.829326 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for port (d475f826-1058-4fa2-9320-5e97b0c4d23e), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:01.847027 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-382e7136-32e7-4520-bb76-c312a190c84f req-2a0766a8-640c-4439-8003-44fbd8a84a33 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489910 Mar 11 18:11:01.869041 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (d475f826-1058-4fa2-9320-5e97b0c4d23e), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:01.902931 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:11:01.905374 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:01.909304 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:11:01.921665 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30c8a9-293f-4eae-86eb-5dfb266bbe09 req-236c2b4d-ca44-4cbf-9fb8-eacb0f927c31 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:01.923209 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5e30c8a9-293f-4eae-86eb-5dfb266bbe09 req-236c2b4d-ca44-4cbf-9fb8-eacb0f927c31 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0629394 Mar 11 18:11:01.957194 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'Port': ['ID=d475f826-1058-4fa2-9320-5e97b0c4d23e,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:01.980364 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5e30c8a9-293f-4eae-86eb-5dfb266bbe09 req-52605a90-9121-48ca-88d0-1ec9b92c2ff4 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499766 Mar 11 18:11:02.314212 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (dc914d90-dadb-480f-bf26-4480bb4de87d), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:02.318960 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['b4583781-6ead-4091-baa8-b750f4609bf0'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:11:02.407561 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (d475f826-1058-4fa2-9320-5e97b0c4d23e), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:02.455249 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec617-905e-42bc-8f65-c486c4755bb9 req-24780f45-e231-4b11-bd10-d32d13ec17dc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:02.463479 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-776ec617-905e-42bc-8f65-c486c4755bb9 req-24780f45-e231-4b11-bd10-d32d13ec17dc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0803506 Mar 11 18:11:02.514511 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-776ec617-905e-42bc-8f65-c486c4755bb9 req-80309a9a-48ec-4feb-bef2-521a7aac8333 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501485 Mar 11 18:11:02.592418 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for port (d475f826-1058-4fa2-9320-5e97b0c4d23e), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:02.597830 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (d475f826-1058-4fa2-9320-5e97b0c4d23e), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:02.670315 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'Port': ['ID=d475f826-1058-4fa2-9320-5e97b0c4d23e,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:02.682517 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (dc914d90-dadb-480f-bf26-4480bb4de87d), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:02.791173 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.l3_db [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Floating IP dc914d90-dadb-480f-bf26-4480bb4de87d associated. External IP: 172.27.0.183, port: a30c2e83-013f-4b9e-800a-f5f74f203ed6. Mar 11 18:11:03.017127 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Router fefbe61a-c372-490e-80c9-53535647ad1b has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:11:03.168201 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b0607-224f-4fa3-9a8d-f911a88dbf39 req-48bf6e46-e803-46ea-a31e-e984a6f3f635 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:03.169791 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-274b0607-224f-4fa3-9a8d-f911a88dbf39 req-48bf6e46-e803-46ea-a31e-e984a6f3f635 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 945 time: 0.2488885 Mar 11 18:11:03.197730 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:11:03.206279 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86423df1-3cd2-4a70-b1df-e770face0355 req-3da41b52-a5b1-4fdd-987a-9ead5d578c7e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:03.212119 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916f938-09e7-4e44-8f8c-c1a33796ce69 None None] Sync routers for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:11:03.215059 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-86423df1-3cd2-4a70-b1df-e770face0355 req-3da41b52-a5b1-4fdd-987a-9ead5d578c7e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.1459849 Mar 11 18:11:03.242923 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916f938-09e7-4e44-8f8c-c1a33796ce69 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:11:03.244127 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-9916f938-09e7-4e44-8f8c-c1a33796ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:03.258406 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:03.311706 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-86423df1-3cd2-4a70-b1df-e770face0355 req-18f3bea5-1dfa-4a9b-a2c7-d7e641362265 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955169 Mar 11 18:11:03.315669 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-2a10339f-8b6a-43db-97b5-9ba5f7a7a620 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8567288 Mar 11 18:11:03.316269 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cdab86-5798-4906-9f52-834139901a3b', 'tag': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:03.319271 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66be436-3072-46eb-941f-d6a3c2348cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "93cdab86-5798-4906-9f52-834139901a3b", "tag": "a30c2e83-013f-4b9e-800a-f5f74f203ed6"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:03.319901 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-274b0607-224f-4fa3-9a8d-f911a88dbf39 req-2196f497-a753-4de1-8bae-713ca5834875 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431038 Mar 11 18:11:03.364876 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ea57c1-c266-4947-b947-1efac72eca43 x-openstack-request-id: req-10ea57c1-c266-4947-b947-1efac72eca43 {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:03.365184 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cdab86-5798-4906-9f52-834139901a3b", "tag": "a30c2e83-013f-4b9e-800a-f5f74f203ed6", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:03.365436 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10ea57c1-c266-4947-b947-1efac72eca43 {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:03.365836 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cdab86-5798-4906-9f52-834139901a3b', 'tag': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'status': 'completed', 'code': 200} Mar 11 18:11:03.427741 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-9916f938-09e7-4e44-8f8c-c1a33796ce69 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:11:03.499428 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66be436-3072-46eb-941f-d6a3c2348cdd req-67645013-2065-46b1-af9f-6ba3a78b1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:03.501103 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e66be436-3072-46eb-941f-d6a3c2348cdd req-67645013-2065-46b1-af9f-6ba3a78b1401 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 1130 time: 0.1072230 Mar 11 18:11:03.514759 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device b4583781-6ead-4091-baa8-b750f4609bf0 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:11:03.515039 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d4fff-284c-400a-885e-09302a08b766 req-ca43164f-201f-4e4f-b53d-19b244640235 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:03.516942 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a76d4fff-284c-400a-885e-09302a08b766 req-ca43164f-201f-4e4f-b53d-19b244640235 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0832708 Mar 11 18:11:03.706068 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port b4583781-6ead-4091-baa8-b750f4609bf0 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:11:03.711821 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port b4583781-6ead-4091-baa8-b750f4609bf0 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:11:03.712317 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:03.712483 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a76d4fff-284c-400a-885e-09302a08b766 req-2355f271-7ea4-4463-bbb2-d9608000d703 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866095 Mar 11 18:11:03.728738 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60288) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:11:03.754224 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66be436-3072-46eb-941f-d6a3c2348cdd req-dce65de0-275d-45b2-be17-66293fb53235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:03.757348 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e66be436-3072-46eb-941f-d6a3c2348cdd req-dce65de0-275d-45b2-be17-66293fb53235 service neutron] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 913 time: 0.2392738 Mar 11 18:11:03.861034 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port b4583781-6ead-4091-baa8-b750f4609bf0 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:11:03.861460 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:03.867416 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-9916f938-09e7-4e44-8f8c-c1a33796ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'dc914d90-dadb-480f-bf26-4480bb4de87d', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:81:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cdab86-5798-4906-9f52-834139901a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:02Z', 'updated_at': '2022-03-11T18:11:02Z', 'revision_number': 0, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:03.908358 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916f938-09e7-4e44-8f8c-c1a33796ce69 None None] Checking router: fefbe61a-c372-490e-80c9-53535647ad1b for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:11:03.938437 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port b4583781-6ead-4091-baa8-b750f4609bf0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4583781-6ead-4091-baa8-b750f4609bf0,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:03.939824 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e66be436-3072-46eb-941f-d6a3c2348cdd req-aa45f8ee-b5ec-4617-8793-b6fd2d3ef58e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30c2e83-013f-4b9e-800a-f5f74f203ed6 HTTP/1.1" status: 200 len: 1000 time: 0.1735308 Mar 11 18:11:03.945367 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4583781-6ead-4091-baa8-b750f4609bf0'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:03.947273 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4711f7ee-626b-4d48-81db-67700e35ac15 tempest-TestShelveInstance-2073862383 tempest-TestShelveInstance-2073862383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:03.949066 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-4711f7ee-626b-4d48-81db-67700e35ac15 tempest-TestShelveInstance-2073862383 tempest-TestShelveInstance-2073862383-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 1125 time: 0.2189522 Mar 11 18:11:03.952408 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60292) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:11:03.953269 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25725eab-7387-431b-ab27-97c52b235211" -d '{"events": [{"server_uuid": "4bb41c01-d3fb-4fe3-8a9e-962eafd469b6", "name": "network-vif-plugged", "status": "completed", "tag": "b4583781-6ead-4091-baa8-b750f4609bf0"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:03.965203 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:03.967028 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'port_id': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:11:03.976778 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b192a53-3d3b-4975-9ee9-04b9338599d9 req-6e726d30-bf44-4a30-8d75-878b4afe242d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:03.978910 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0b192a53-3d3b-4975-9ee9-04b9338599d9 req-6e726d30-bf44-4a30-8d75-878b4afe242d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.3435445 Mar 11 18:11:03.997768 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:04.030771 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4821543a-e58e-47c5-b59a-c8a363001819 x-openstack-request-id: req-4821543a-e58e-47c5-b59a-c8a363001819 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:04.031340 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb41c01-d3fb-4fe3-8a9e-962eafd469b6", "name": "network-vif-plugged", "status": "completed", "tag": "b4583781-6ead-4091-baa8-b750f4609bf0", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:04.031782 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4821543a-e58e-47c5-b59a-c8a363001819 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:04.032503 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4583781-6ead-4091-baa8-b750f4609bf0', 'code': 200} Mar 11 18:11:04.033263 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916f938-09e7-4e44-8f8c-c1a33796ce69 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:11:04.034054 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-9916f938-09e7-4e44-8f8c-c1a33796ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:04.088323 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66be436-3072-46eb-941f-d6a3c2348cdd req-015e3d85-6f90-4c08-ba11-0151f304e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:04.089833 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e66be436-3072-46eb-941f-d6a3c2348cdd req-015e3d85-6f90-4c08-ba11-0151f304e94f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.1392114 Mar 11 18:11:04.141200 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:04.191741 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0b192a53-3d3b-4975-9ee9-04b9338599d9 req-dbbd6e2c-e638-4127-9f01-1526dcadcddc tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690032 Mar 11 18:11:04.245246 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66be436-3072-46eb-941f-d6a3c2348cdd req-020909f6-22a3-41b1-ae3c-5c90438acb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:04.247330 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e66be436-3072-46eb-941f-d6a3c2348cdd req-020909f6-22a3-41b1-ae3c-5c90438acb82 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1477745 Mar 11 18:11:04.308097 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=b4583781-6ead-4091-baa8-b750f4609bf0,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:04.349558 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-9916f938-09e7-4e44-8f8c-c1a33796ce69 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:11:04.384337 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e66be436-3072-46eb-941f-d6a3c2348cdd req-e66ccfa4-d5f6-4ced-8881-8f96fd3d3682 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123788 Mar 11 18:11:04.526694 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e66be436-3072-46eb-941f-d6a3c2348cdd req-0b43c330-e81b-47b1-8a53-a625006fd00b service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339474 Mar 11 18:11:04.567360 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e7bda-af5f-4948-b4f0-ffa714c29277 req-239d8234-8f38-498a-9a82-f1631dd635fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:04.569426 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-960e7bda-af5f-4948-b4f0-ffa714c29277 req-239d8234-8f38-498a-9a82-f1631dd635fc service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 1130 time: 0.3489537 Mar 11 18:11:04.655556 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Allocated IP 172.27.0.5 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/fa75c6ed-4e93-40db-8f46-d581fef5a1a4) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:11:04.665563 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-960e7bda-af5f-4948-b4f0-ffa714c29277 req-9e6f7303-2fd5-442a-ad02-d76bc98c6aea service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797760 Mar 11 18:11:04.685853 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a8482-b2d6-4448-9142-3428e34cd6cd req-6a39f5c3-3354-4830-ae01-1f4a19b92687 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:04.687460 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f37a8482-b2d6-4448-9142-3428e34cd6cd req-6a39f5c3-3354-4830-ae01-1f4a19b92687 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 946 time: 0.1596520 Mar 11 18:11:04.749148 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-9916f938-09e7-4e44-8f8c-c1a33796ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'dc914d90-dadb-480f-bf26-4480bb4de87d', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:81:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cdab86-5798-4906-9f52-834139901a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:02Z', 'updated_at': '2022-03-11T18:11:02Z', 'revision_number': 0, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:04.789793 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916f938-09e7-4e44-8f8c-c1a33796ce69 None None] The sync data for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi is: [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'dc914d90-dadb-480f-bf26-4480bb4de87d', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:81:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cdab86-5798-4906-9f52-834139901a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:02Z', 'updated_at': '2022-03-11T18:11:02Z', 'revision_number': 0, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:11:04.795243 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f37a8482-b2d6-4448-9142-3428e34cd6cd req-b5a3ded1-cf43-4e99-a6bf-881bff967bf0 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992739 Mar 11 18:11:04.805689 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for port (fa75c6ed-4e93-40db-8f46-d581fef5a1a4), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:04.855472 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (fa75c6ed-4e93-40db-8f46-d581fef5a1a4), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:04.902598 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:11:04.906259 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:04.914145 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:11:04.956205 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event updated for resources: {'Port': ['ID=fa75c6ed-4e93-40db-8f46-d581fef5a1a4,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:04.970701 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0cf74b80-d1be-4073-a5be-7e3a5227b4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:05.110313 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acc24db-641a-4b67-a4fe-bfc75be6466e None None] New status for floating IP dc914d90-dadb-480f-bf26-4480bb4de87d: ACTIVE {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:11:05.396479 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a650733-a541-4c20-845e-33a0f5186e4c req-eb1897e9-9376-446a-90a3-f39dbdfe010e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:05.398218 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7a650733-a541-4c20-845e-33a0f5186e4c req-eb1897e9-9376-446a-90a3-f39dbdfe010e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0877919 Mar 11 18:11:05.469052 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for floatingip (50caa887-fb13-483b-9178-2f675b51f78f), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:05.473796 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7a650733-a541-4c20-845e-33a0f5186e4c req-e5bdb12c-46bb-4f59-b848-d5f9b399e803 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604444 Mar 11 18:11:05.553527 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (fa75c6ed-4e93-40db-8f46-d581fef5a1a4), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:05.737517 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for port (fa75c6ed-4e93-40db-8f46-d581fef5a1a4), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:05.744346 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (fa75c6ed-4e93-40db-8f46-d581fef5a1a4), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:05.827144 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event updated for resources: {'Port': ['ID=fa75c6ed-4e93-40db-8f46-d581fef5a1a4,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:05.833401 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (50caa887-fb13-483b-9178-2f675b51f78f), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:05.941691 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea5b99-0fd1-4e85-96ac-5dd9b1d97ae4 req-3daf5f2e-1b98-48cc-aceb-ee44e0a5f439 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:05.943392 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-93ea5b99-0fd1-4e85-96ac-5dd9b1d97ae4 req-3daf5f2e-1b98-48cc-aceb-ee44e0a5f439 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 946 time: 0.0627105 Mar 11 18:11:05.948359 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.l3_db [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Floating IP 50caa887-fb13-483b-9178-2f675b51f78f associated. External IP: 172.27.0.5, port: eb92ef57-7f00-4565-b7e6-c35b8bf549a5. Mar 11 18:11:06.026737 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-93ea5b99-0fd1-4e85-96ac-5dd9b1d97ae4 req-41199c04-6a18-4040-a615-fee384d42bbe tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755124 Mar 11 18:11:06.191066 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Router 97ff4315-80b7-46d3-a5f3-da88d67b73da has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:11:06.356067 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:11:06.367717 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2660966-025a-41fc-8594-d71d8850ef07 None None] Sync routers for ids ['97ff4315-80b7-46d3-a5f3-da88d67b73da'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:11:06.379234 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:06.382261 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2660966-025a-41fc-8594-d71d8850ef07 None None] Routers {'97ff4315-80b7-46d3-a5f3-da88d67b73da'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:11:06.383035 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-a2660966-025a-41fc-8594-d71d8850ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['97ff4315-80b7-46d3-a5f3-da88d67b73da'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:06.418965 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-00a37c6d-28c4-49f9-9771-ebd723389bd2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4572470 Mar 11 18:11:06.418965 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:06.418965 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17109bdc-6b0f-4900-b8b5-340a9e89b6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:06.453472 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c799beaf-d44c-4c70-b988-781d0b85a06e x-openstack-request-id: req-c799beaf-d44c-4c70-b988-781d0b85a06e {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:06.453858 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:06.454152 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c799beaf-d44c-4c70-b988-781d0b85a06e {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:06.454637 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'status': 'completed', 'code': 200} Mar 11 18:11:06.515381 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-a2660966-025a-41fc-8594-d71d8850ef07 None None] Set router 97ff4315-80b7-46d3-a5f3-da88d67b73da gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:11:06.531524 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17109bdc-6b0f-4900-b8b5-340a9e89b6ad req-dc0884c4-fff2-4127-997d-0ee6137bc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:06.534689 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-17109bdc-6b0f-4900-b8b5-340a9e89b6ad req-dc0884c4-fff2-4127-997d-0ee6137bc31c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9a2075c16fdd475a82d9d8cd6832baeb&device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 1130 time: 0.0550437 Mar 11 18:11:06.698714 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17109bdc-6b0f-4900-b8b5-340a9e89b6ad req-8693410d-f0f2-44dd-b70b-51c39d1c40af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:06.700430 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-17109bdc-6b0f-4900-b8b5-340a9e89b6ad req-8693410d-f0f2-44dd-b70b-51c39d1c40af service neutron] 10.222.0.104 "GET /v2.0/networks?id=68dba951-659b-4d49-95cd-28e22175bbb4 HTTP/1.1" status: 200 len: 911 time: 0.1565473 Mar 11 18:11:06.776671 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4509c09-f903-4467-91f9-d6ee6914f975 req-bcfaaf66-89ae-4374-815e-361690b1928c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:06.778518 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a4509c09-f903-4467-91f9-d6ee6914f975 req-bcfaaf66-89ae-4374-815e-361690b1928c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.1282442 Mar 11 18:11:06.813232 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-17109bdc-6b0f-4900-b8b5-340a9e89b6ad req-1db0e481-fe53-4b74-902a-fc8d46181397 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5 HTTP/1.1" status: 200 len: 998 time: 0.1008010 Mar 11 18:11:06.888107 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-a2660966-025a-41fc-8594-d71d8850ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '50caa887-fb13-483b-9178-2f675b51f78f', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'port_id': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'mac_address': 'fa:16:3e:6c:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:05Z', 'updated_at': '2022-03-11T18:11:05Z', 'revision_number': 0, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7c65d0-d5fe-4ade-8230-1aec7122dc9a', 'name': '', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'mac_address': 'fa:16:3e:47:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:03Z', 'updated_at': '2022-03-11T18:10:08Z', 'revision_number': 5, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'subnets': [{'id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:06.892310 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a4509c09-f903-4467-91f9-d6ee6914f975 req-d30a9904-93ca-4511-84b7-39282dfd1b03 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061234 Mar 11 18:11:06.893882 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17109bdc-6b0f-4900-b8b5-340a9e89b6ad req-d4ca27fc-4aab-44b7-adc5-6f7d685635ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:06.895305 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-17109bdc-6b0f-4900-b8b5-340a9e89b6ad req-d4ca27fc-4aab-44b7-adc5-6f7d685635ba service neutron] 10.222.0.104 "GET /v2.0/subnets?id=34f7c50f-8e50-40df-8330-3e18680b5a64 HTTP/1.1" status: 200 len: 848 time: 0.0738082 Mar 11 18:11:06.929154 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2660966-025a-41fc-8594-d71d8850ef07 None None] Checking router: 97ff4315-80b7-46d3-a5f3-da88d67b73da for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:11:06.938679 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2660966-025a-41fc-8594-d71d8850ef07 None None] Routers {'97ff4315-80b7-46d3-a5f3-da88d67b73da'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:11:06.939431 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-a2660966-025a-41fc-8594-d71d8850ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:10:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['97ff4315-80b7-46d3-a5f3-da88d67b73da'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:06.947881 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17109bdc-6b0f-4900-b8b5-340a9e89b6ad req-b681a621-4d24-485d-b107-1433f83bf5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:06.949461 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-17109bdc-6b0f-4900-b8b5-340a9e89b6ad req-b681a621-4d24-485d-b107-1433f83bf5ce service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=68dba951-659b-4d49-95cd-28e22175bbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466063 Mar 11 18:11:07.073504 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-a2660966-025a-41fc-8594-d71d8850ef07 None None] Set router 97ff4315-80b7-46d3-a5f3-da88d67b73da gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:11:07.085908 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-17109bdc-6b0f-4900-b8b5-340a9e89b6ad req-dc259c71-77ac-41cf-85bf-94bb43b26108 service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297691 Mar 11 18:11:07.248975 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f43ec-3941-4221-be27-e120552e10f9 req-208e5c5d-e2e7-4f17-9df6-77d6ef726d12 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:07.250752 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7a3f43ec-3941-4221-be27-e120552e10f9 req-208e5c5d-e2e7-4f17-9df6-77d6ef726d12 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 946 time: 0.1396356 Mar 11 18:11:07.257839 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-17109bdc-6b0f-4900-b8b5-340a9e89b6ad req-331ca833-f83f-421c-8065-2b00a151a7be service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586421 Mar 11 18:11:07.322505 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7a3f43ec-3941-4221-be27-e120552e10f9 req-4fbd61bb-b493-4dd8-81d4-3228e1734c8c tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628767 Mar 11 18:11:07.347615 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-a2660966-025a-41fc-8594-d71d8850ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '50caa887-fb13-483b-9178-2f675b51f78f', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'port_id': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'mac_address': 'fa:16:3e:6c:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:05Z', 'updated_at': '2022-03-11T18:11:05Z', 'revision_number': 0, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7c65d0-d5fe-4ade-8230-1aec7122dc9a', 'name': '', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'mac_address': 'fa:16:3e:47:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:03Z', 'updated_at': '2022-03-11T18:10:08Z', 'revision_number': 5, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'subnets': [{'id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:07.381715 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2660966-025a-41fc-8594-d71d8850ef07 None None] The sync data for ids ['97ff4315-80b7-46d3-a5f3-da88d67b73da'] in dv-cinder-788368-4-iscsi is: [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '50caa887-fb13-483b-9178-2f675b51f78f', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'port_id': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'mac_address': 'fa:16:3e:6c:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:05Z', 'updated_at': '2022-03-11T18:11:05Z', 'revision_number': 0, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7c65d0-d5fe-4ade-8230-1aec7122dc9a', 'name': '', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'mac_address': 'fa:16:3e:47:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:03Z', 'updated_at': '2022-03-11T18:10:08Z', 'revision_number': 5, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'subnets': [{'id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:11:07.484331 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c029d56-58b1-417f-a3b4-48b1893ec439 req-db8f3a7e-50b2-43a8-9094-e5b9045a83b4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:07.489908 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1c029d56-58b1-417f-a3b4-48b1893ec439 req-db8f3a7e-50b2-43a8-9094-e5b9045a83b4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 946 time: 0.0773501 Mar 11 18:11:07.496323 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60316) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:11:07.506817 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-3d8a931d-bad4-405a-8db4-e721360e4ac2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Request body: {'floatingip': {'port_id': 'b4583781-6ead-4091-baa8-b750f4609bf0'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:11:07.563654 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d8a931d-bad4-405a-8db4-e721360e4ac2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (b024b276-6766-4fbd-87f0-76db80f1ebc3), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:07.695221 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd3d79-d877-4d60-bc89-4a88b324f238 None None] New status for floating IP 50caa887-fb13-483b-9178-2f675b51f78f: ACTIVE {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:11:07.881281 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-24415e83-3c6d-4a48-a04d-4cd1063e9538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:08.082316 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1da38d-dceb-41f9-b1a4-c69473e13535 req-ce56136b-e841-49f8-9774-8a119d4a1a7b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:08.084104 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-aa1da38d-dceb-41f9-b1a4-c69473e13535 req-ce56136b-e841-49f8-9774-8a119d4a1a7b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0825477 Mar 11 18:11:08.142197 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d8a931d-bad4-405a-8db4-e721360e4ac2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:08.147572 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d8a931d-bad4-405a-8db4-e721360e4ac2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (b024b276-6766-4fbd-87f0-76db80f1ebc3), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:08.296663 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.l3_db [None req-3d8a931d-bad4-405a-8db4-e721360e4ac2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Floating IP b024b276-6766-4fbd-87f0-76db80f1ebc3 associated. External IP: 172.27.0.82, port: b4583781-6ead-4091-baa8-b750f4609bf0. Mar 11 18:11:08.449726 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-aa1da38d-dceb-41f9-b1a4-c69473e13535 req-c5fcf8fc-9b79-414e-9da0-73b2d3a823e1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554842 Mar 11 18:11:08.550324 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8a931d-bad4-405a-8db4-e721360e4ac2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:11:08.671099 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8a931d-bad4-405a-8db4-e721360e4ac2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:11:08.676726 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-3d8a931d-bad4-405a-8db4-e721360e4ac2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:08.683274 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501b477-3c39-47bd-8729-4673bb1bb1d5 None None] Sync routers for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:11:08.699657 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501b477-3c39-47bd-8729-4673bb1bb1d5 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:11:08.700911 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-0501b477-3c39-47bd-8729-4673bb1bb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:11:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:08.731835 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-3d8a931d-bad4-405a-8db4-e721360e4ac2 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "PUT /v2.0/floatingips/b024b276-6766-4fbd-87f0-76db80f1ebc3 HTTP/1.1" status: 200 len: 991 time: 1.2189901 Mar 11 18:11:08.731835 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'tag': 'b4583781-6ead-4091-baa8-b750f4609bf0'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:08.731835 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5731ccb4-067e-47d1-b071-59b1f81e2974" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb41c01-d3fb-4fe3-8a9e-962eafd469b6", "tag": "b4583781-6ead-4091-baa8-b750f4609bf0"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:08.765016 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8908aad2-f866-4f2e-a7d3-b6c8f3ad0bae x-openstack-request-id: req-8908aad2-f866-4f2e-a7d3-b6c8f3ad0bae {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:08.765311 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb41c01-d3fb-4fe3-8a9e-962eafd469b6", "tag": "b4583781-6ead-4091-baa8-b750f4609bf0", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:08.765560 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8908aad2-f866-4f2e-a7d3-b6c8f3ad0bae {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:08.765962 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'tag': 'b4583781-6ead-4091-baa8-b750f4609bf0', 'status': 'completed', 'code': 200} Mar 11 18:11:08.866839 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731ccb4-067e-47d1-b071-59b1f81e2974 req-50c79e4e-1ac7-48bf-adc2-aeb9ac88e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:08.869070 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5731ccb4-067e-47d1-b071-59b1f81e2974 req-50c79e4e-1ac7-48bf-adc2-aeb9ac88e865 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 1130 time: 0.0767763 Mar 11 18:11:08.880618 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-0501b477-3c39-47bd-8729-4673bb1bb1d5 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:11:08.990228 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731ccb4-067e-47d1-b071-59b1f81e2974 req-dd7bac8f-5452-4d22-9760-69ef97c4e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:08.991780 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5731ccb4-067e-47d1-b071-59b1f81e2974 req-dd7bac8f-5452-4d22-9760-69ef97c4e1d3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 200 len: 917 time: 0.1125951 Mar 11 18:11:09.096272 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5731ccb4-067e-47d1-b071-59b1f81e2974 req-241723a1-9545-4eea-9408-dd4798b51a16 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4583781-6ead-4091-baa8-b750f4609bf0 HTTP/1.1" status: 200 len: 999 time: 0.0965145 Mar 11 18:11:09.152435 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731ccb4-067e-47d1-b071-59b1f81e2974 req-fd58d62e-f942-4650-82ff-aef6a1a2ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:09.153901 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5731ccb4-067e-47d1-b071-59b1f81e2974 req-fd58d62e-f942-4650-82ff-aef6a1a2ce26 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 200 len: 854 time: 0.0508921 Mar 11 18:11:09.154136 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-0501b477-3c39-47bd-8729-4673bb1bb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'b024b276-6766-4fbd-87f0-76db80f1ebc3', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': 'b4583781-6ead-4091-baa8-b750f4609bf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:f6:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:51Z', 'updated_at': '2022-03-11T18:11:08Z', 'revision_number': 1, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:09.199471 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501b477-3c39-47bd-8729-4673bb1bb1d5 None None] Checking router: 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:11:09.210771 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501b477-3c39-47bd-8729-4673bb1bb1d5 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:11:09.211651 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-0501b477-3c39-47bd-8729-4673bb1bb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:11:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:09.213198 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731ccb4-067e-47d1-b071-59b1f81e2974 req-79f41b84-7399-47df-a4c6-6fbc32bebbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:09.216106 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5731ccb4-067e-47d1-b071-59b1f81e2974 req-79f41b84-7399-47df-a4c6-6fbc32bebbf1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=14672d67-1901-485e-810c-784d68b54b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550261 Mar 11 18:11:09.331458 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5731ccb4-067e-47d1-b071-59b1f81e2974 req-3962e064-57e9-4109-b8ae-4642d330984b service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102023 Mar 11 18:11:09.447463 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5731ccb4-067e-47d1-b071-59b1f81e2974 req-09054be2-759a-4445-9848-da7eeeb38dcc service neutron] 10.222.0.104 "GET /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092098 Mar 11 18:11:09.526390 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-0501b477-3c39-47bd-8729-4673bb1bb1d5 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:11:09.618930 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66c6c1-9e0a-42c7-8aad-4680fb670bda req-8afaa45b-8c3d-4302-937c-f9db361a214f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:09.621860 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f66c6c1-9e0a-42c7-8aad-4680fb670bda req-8afaa45b-8c3d-4302-937c-f9db361a214f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0620484 Mar 11 18:11:09.692934 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3f66c6c1-9e0a-42c7-8aad-4680fb670bda req-ed074a27-7eb2-44fa-b515-f594501611e9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617383 Mar 11 18:11:09.809973 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-0501b477-3c39-47bd-8729-4673bb1bb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'b024b276-6766-4fbd-87f0-76db80f1ebc3', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': 'b4583781-6ead-4091-baa8-b750f4609bf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:f6:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:51Z', 'updated_at': '2022-03-11T18:11:08Z', 'revision_number': 1, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:09.840988 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501b477-3c39-47bd-8729-4673bb1bb1d5 None None] The sync data for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi is: [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'b024b276-6766-4fbd-87f0-76db80f1ebc3', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'port_id': 'b4583781-6ead-4091-baa8-b750f4609bf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'mac_address': 'fa:16:3e:f6:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:51Z', 'updated_at': '2022-03-11T18:11:08Z', 'revision_number': 1, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:11:10.071910 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf5093b-9e13-4a9c-bc41-2b0dd43d21c2 None None] New status for floating IP b024b276-6766-4fbd-87f0-76db80f1ebc3: ACTIVE {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:11:10.831122 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:10.870627 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4528cc1-cda5-4de5-a4ea-95616202f253 req-8dafa88f-8b2c-4bfe-976a-145630ecd270 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:10.877681 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c4528cc1-cda5-4de5-a4ea-95616202f253 req-8dafa88f-8b2c-4bfe-976a-145630ecd270 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0990016 Mar 11 18:11:10.962854 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c4528cc1-cda5-4de5-a4ea-95616202f253 req-be073df8-43c2-4bbd-aaf3-10823fbf69d1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832634 Mar 11 18:11:11.712033 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:12.101627 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e678f9-f0a2-496b-832a-aee442f9ec8d req-9509821d-a8f0-489d-a93e-b8d331009df9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:12.104876 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-44e678f9-f0a2-496b-832a-aee442f9ec8d req-9509821d-a8f0-489d-a93e-b8d331009df9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0608213 Mar 11 18:11:12.161640 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-44e678f9-f0a2-496b-832a-aee442f9ec8d req-deebf384-58e3-4253-8410-d7bb22d285b2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501363 Mar 11 18:11:12.399719 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:13.299509 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049769c6-6dcc-4fa1-85eb-1a703fb42751 req-f5991845-708b-495c-9f39-d67e3e9389f5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:13.300975 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-049769c6-6dcc-4fa1-85eb-1a703fb42751 req-f5991845-708b-495c-9f39-d67e3e9389f5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0576315 Mar 11 18:11:13.353476 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-049769c6-6dcc-4fa1-85eb-1a703fb42751 req-656dd066-e0d0-4e24-9123-4f05d6a86f24 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463867 Mar 11 18:11:14.487449 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658f946-2bfe-49a6-9a8c-a9d274658b10 req-4a5080ea-f2c6-40be-a645-52b049bd1330 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:14.489006 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2658f946-2bfe-49a6-9a8c-a9d274658b10 req-4a5080ea-f2c6-40be-a645-52b049bd1330 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0594499 Mar 11 18:11:14.538305 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2658f946-2bfe-49a6-9a8c-a9d274658b10 req-73b97863-07a2-4454-8b81-1fbae7ca79ac tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435026 Mar 11 18:11:15.007055 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0e34-8d8d-4ae3-8bc9-3bc8f6f17428 req-384b3d23-a6af-405d-83b5-89536973171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:15.008588 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-512b0e34-8d8d-4ae3-8bc9-3bc8f6f17428 req-384b3d23-a6af-405d-83b5-89536973171b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 1130 time: 0.0482533 Mar 11 18:11:15.112858 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0e34-8d8d-4ae3-8bc9-3bc8f6f17428 req-8886eb2b-47b1-46b7-a5a6-be1ada4942a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:15.114381 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-512b0e34-8d8d-4ae3-8bc9-3bc8f6f17428 req-8886eb2b-47b1-46b7-a5a6-be1ada4942a4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 919 time: 0.0988414 Mar 11 18:11:15.185993 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-512b0e34-8d8d-4ae3-8bc9-3bc8f6f17428 req-d0f630a8-ff95-4ec3-8c67-29eee371ab0a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888 HTTP/1.1" status: 200 len: 1001 time: 0.0629532 Mar 11 18:11:15.240893 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0e34-8d8d-4ae3-8bc9-3bc8f6f17428 req-41264dc3-7765-4629-859d-a1d390910d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:15.242415 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-512b0e34-8d8d-4ae3-8bc9-3bc8f6f17428 req-41264dc3-7765-4629-859d-a1d390910d56 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.0484624 Mar 11 18:11:15.298675 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0e34-8d8d-4ae3-8bc9-3bc8f6f17428 req-335f4c04-3960-4002-8ba1-ff08444d332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:15.300106 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-512b0e34-8d8d-4ae3-8bc9-3bc8f6f17428 req-335f4c04-3960-4002-8ba1-ff08444d332f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506701 Mar 11 18:11:15.395641 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-512b0e34-8d8d-4ae3-8bc9-3bc8f6f17428 req-e540b9be-e6c0-4e8e-90fc-445ba48146a7 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869122 Mar 11 18:11:15.503519 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-512b0e34-8d8d-4ae3-8bc9-3bc8f6f17428 req-724fbc36-3ff3-4a60-9013-2efa432cec69 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997863 Mar 11 18:11:15.690814 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbca5d0-ba3c-4ecb-87ad-b1b0d955c84f req-84bbfae1-e6ac-4e8b-a2b3-c370e10e6ed0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:15.692347 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2dbca5d0-ba3c-4ecb-87ad-b1b0d955c84f req-84bbfae1-e6ac-4e8b-a2b3-c370e10e6ed0 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0549631 Mar 11 18:11:15.740661 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2dbca5d0-ba3c-4ecb-87ad-b1b0d955c84f req-8896b568-7212-4833-8be7-197516077977 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Mar 11 18:11:16.872562 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f412e-618e-49c5-9c3a-2ad051849944 req-bea4c2fa-8012-489b-964f-4c0a17466d9a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:16.874089 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-915f412e-618e-49c5-9c3a-2ad051849944 req-bea4c2fa-8012-489b-964f-4c0a17466d9a tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0561028 Mar 11 18:11:16.929235 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-915f412e-618e-49c5-9c3a-2ad051849944 req-88fd983d-8af4-4c97-8164-ba6378ada8c6 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491171 Mar 11 18:11:17.586741 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3e82f0bc-be5f-49f7-9895-7c62aed12888 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:11:17.670477 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 3e82f0bc-be5f-49f7-9895-7c62aed12888 is: ACTIVE; New status is: DOWN {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:11:17.670970 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:17.696676 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:17.700116 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9502ea29-68be-46ce-99d0-47162ee7376d" -d '{"events": [{"server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "name": "network-vif-unplugged", "status": "completed", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:17.717010 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:17.729257 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:17.753754 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5784c1-d811-4e62-91f0-c26acdf99b13 x-openstack-request-id: req-cb5784c1-d811-4e62-91f0-c26acdf99b13 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:17.753970 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "name": "network-vif-unplugged", "status": "completed", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:17.754228 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb5784c1-d811-4e62-91f0-c26acdf99b13 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:17.754636 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'code': 200} Mar 11 18:11:17.781039 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=3e82f0bc-be5f-49f7-9895-7c62aed12888,revision_number=8']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:18.386268 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6617b-6215-4cf3-bf17-83c6121302ab req-2d70883a-a530-486d-bc4e-45525c724ff1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:18.387769 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bfc6617b-6215-4cf3-bf17-83c6121302ab req-2d70883a-a530-486d-bc4e-45525c724ff1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0585823 Mar 11 18:11:18.438497 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bfc6617b-6215-4cf3-bf17-83c6121302ab req-ab8e0bf2-db35-400e-a76b-5825e73ec47f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418789 Mar 11 18:11:19.273390 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [req-a2937651-6cfb-4332-99a0-78f66e6877fd req-0bf2ddac-98ec-445d-bac1-a215bce00680 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:11:19.274426 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a2937651-6cfb-4332-99a0-78f66e6877fd req-0bf2ddac-98ec-445d-bac1-a215bce00680 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056643 Mar 11 18:11:19.472500 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417eae0e-6e7b-4ad1-bd41-b71ee7ceedca req-e7551f9a-f98f-4016-955e-afb19520651f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:19.474172 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-417eae0e-6e7b-4ad1-bd41-b71ee7ceedca req-e7551f9a-f98f-4016-955e-afb19520651f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0726297 Mar 11 18:11:19.527849 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-417eae0e-6e7b-4ad1-bd41-b71ee7ceedca req-4f8d1020-b1e1-4c17-bfb6-9fe9a91ee975 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470958 Mar 11 18:11:19.717155 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60414) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:11:19.811696 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-4a3cc0a5-ab14-4041-9376-be4d2c659e40 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933127 Mar 11 18:11:19.821949 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-2808414a-5633-4fd9-b24f-b0a98637fbfa service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:11:19.823013 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-2808414a-5633-4fd9-b24f-b0a98637fbfa service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060291 Mar 11 18:11:19.902959 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60424) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:11:20.003690 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-7ec2f3b6-99b2-4f95-b944-99badf9267a2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:20.005105 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-7ec2f3b6-99b2-4f95-b944-99badf9267a2 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports/3e82f0bc-be5f-49f7-9895-7c62aed12888 HTTP/1.1" status: 200 len: 941 time: 0.1010413 Mar 11 18:11:20.672754 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e992b70-4cad-4297-a795-4ba50cbbd8b1 req-866dd12e-a47a-49b2-b97c-3cb4f535e4b4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:20.674274 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7e992b70-4cad-4297-a795-4ba50cbbd8b1 req-866dd12e-a47a-49b2-b97c-3cb4f535e4b4 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0587862 Mar 11 18:11:20.723970 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7e992b70-4cad-4297-a795-4ba50cbbd8b1 req-d70dbe17-69e5-4d73-b8e4-eeba4c14faa1 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438268 Mar 11 18:11:20.946019 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-688af651-666f-40ef-9304-33a829d3fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:20.947515 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-688af651-666f-40ef-9304-33a829d3fb2c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3&tenant_id=f8aa7bc2fe374cd38f56514efc24a417 HTTP/1.1" status: 200 len: 1128 time: 0.0492737 Mar 11 18:11:20.960307 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-06fa546c-c9a9-4da5-9160-97b1d85d6ac9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:11:20.961279 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-06fa546c-c9a9-4da5-9160-97b1d85d6ac9 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053184 Mar 11 18:11:21.035376 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-6e6b706f-9476-4f1f-a050-70baba8e741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.036990 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-6e6b706f-9476-4f1f-a050-70baba8e741f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 1128 time: 0.0500009 Mar 11 18:11:21.134162 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-0d6b08ce-5d64-4506-805d-250dcda46e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.135674 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-0d6b08ce-5d64-4506-805d-250dcda46e88 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 200 len: 919 time: 0.0890262 Mar 11 18:11:21.206673 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-d627664a-7b19-4d42-ab56-2049f9393c16 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888 HTTP/1.1" status: 200 len: 999 time: 0.0638027 Mar 11 18:11:21.259402 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-adb25286-8e28-451c-b2dd-b28807f2c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.260876 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-adb25286-8e28-451c-b2dd-b28807f2c32b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 200 len: 856 time: 0.0444984 Mar 11 18:11:21.318705 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-4216749e-e398-48a0-b830-cbbe51df8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.320231 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-4216749e-e398-48a0-b830-cbbe51df8afb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525482 Mar 11 18:11:21.419698 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-11e80337-15eb-4fff-a6f4-18b5edf2f439 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900264 Mar 11 18:11:21.515077 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-514fc02a-cf11-4525-9d6d-7e120c06483b req-3bf7eae6-b95e-44e5-becd-03315c2e8327 service neutron] 10.222.0.104 "GET /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880070 Mar 11 18:11:21.864056 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e82e49-10dc-4b0b-a5ca-71174cc7ddc5 req-2cc6848d-4609-496f-aaad-973a1362ee66 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.865587 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-66e82e49-10dc-4b0b-a5ca-71174cc7ddc5 req-2cc6848d-4609-496f-aaad-973a1362ee66 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0618947 Mar 11 18:11:21.928143 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-66e82e49-10dc-4b0b-a5ca-71174cc7ddc5 req-a68c8867-d4ed-46a9-86ff-c7441bf3ac2b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564773 Mar 11 18:11:23.067071 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75865bad-6982-4f87-8ed9-0aa601165f2c req-b0743f99-de2c-419c-9bc0-4bb039102b1c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:23.068665 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75865bad-6982-4f87-8ed9-0aa601165f2c req-b0743f99-de2c-419c-9bc0-4bb039102b1c tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0607479 Mar 11 18:11:23.124707 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-75865bad-6982-4f87-8ed9-0aa601165f2c req-439c2f75-e440-4e89-afde-523a2b0d8194 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501719 Mar 11 18:11:24.285237 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24376f-5d9e-4fc0-9722-fbaddcad5faa req-c12ffcdc-d9f1-46c3-9635-ffc7850f27f5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:24.291438 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4b24376f-5d9e-4fc0-9722-fbaddcad5faa req-c12ffcdc-d9f1-46c3-9635-ffc7850f27f5 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0835733 Mar 11 18:11:24.364722 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4b24376f-5d9e-4fc0-9722-fbaddcad5faa req-12bed072-f0be-4ed7-9df5-7530d89f07ef tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708802 Mar 11 18:11:25.502844 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939d4df-b1c8-42ec-aa70-0d30ed39dc41 req-3166711e-7dce-4f4a-a836-ead86a7ad612 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:25.504444 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1939d4df-b1c8-42ec-aa70-0d30ed39dc41 req-3166711e-7dce-4f4a-a836-ead86a7ad612 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0590026 Mar 11 18:11:25.560425 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1939d4df-b1c8-42ec-aa70-0d30ed39dc41 req-e7f85e20-4a5f-4983-8521-3c9e793a2d37 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503583 Mar 11 18:11:26.694231 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e3327-c445-4051-9c6f-6a56ec07f409 req-9dcd487d-c8cf-48b3-9ded-b13e17b5a9eb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:26.695910 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-733e3327-c445-4051-9c6f-6a56ec07f409 req-9dcd487d-c8cf-48b3-9ded-b13e17b5a9eb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0562530 Mar 11 18:11:26.748574 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-733e3327-c445-4051-9c6f-6a56ec07f409 req-f55f59c5-c78a-454b-ae4c-8c5024910dfd tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461733 Mar 11 18:11:27.895814 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1045d-809f-4a40-a98b-ce3b610416e3 req-c19dec7a-7a35-45e5-b2ee-9adcf3f48085 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:27.897427 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-83c1045d-809f-4a40-a98b-ce3b610416e3 req-c19dec7a-7a35-45e5-b2ee-9adcf3f48085 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0634305 Mar 11 18:11:27.958744 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-83c1045d-809f-4a40-a98b-ce3b610416e3 req-0c517f40-7eee-4ba3-8dd7-f7ac2a171493 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553730 Mar 11 18:11:29.117356 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae928c-bad9-4c99-9435-10642877d606 req-526b3926-c049-44f0-9159-f4096ac80a25 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:29.119379 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-04ae928c-bad9-4c99-9435-10642877d606 req-526b3926-c049-44f0-9159-f4096ac80a25 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0591314 Mar 11 18:11:29.183644 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-04ae928c-bad9-4c99-9435-10642877d606 req-277d6bb3-2bd5-4fcd-ac3d-f68bae528a59 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584879 Mar 11 18:11:29.341836 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:30.332261 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7cc92-7322-4ba3-a424-7f07c55d0bf0 req-0e6327be-0321-449b-b6ac-80f7fcf33ce9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:30.334349 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-67c7cc92-7322-4ba3-a424-7f07c55d0bf0 req-0e6327be-0321-449b-b6ac-80f7fcf33ce9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0689757 Mar 11 18:11:30.423287 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-67c7cc92-7322-4ba3-a424-7f07c55d0bf0 req-3cd25f90-f852-4ca9-a3ce-841845d2b445 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819433 Mar 11 18:11:31.570486 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cfcdd-93d4-4f4f-996d-88983cfadb3a req-2d40be98-270a-4e4b-9fe6-090e7eb05954 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:31.572098 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-266cfcdd-93d4-4f4f-996d-88983cfadb3a req-2d40be98-270a-4e4b-9fe6-090e7eb05954 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0720518 Mar 11 18:11:31.626302 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-266cfcdd-93d4-4f4f-996d-88983cfadb3a req-cbd6b598-a91d-4534-8d6f-47fc5708808e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470030 Mar 11 18:11:32.772376 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab232d3-3050-43f8-b736-ba6563f5b2ff req-e3c457d3-b339-4c05-8d2a-8d6efd17375b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:32.774000 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3ab232d3-3050-43f8-b736-ba6563f5b2ff req-e3c457d3-b339-4c05-8d2a-8d6efd17375b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0584941 Mar 11 18:11:32.830539 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3ab232d3-3050-43f8-b736-ba6563f5b2ff req-905d46aa-8c10-48b4-a5d3-abf949c01050 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495698 Mar 11 18:11:33.967119 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e16959-9170-4b7c-a819-56a21de9fa59 req-104ae33f-1835-4db0-8097-f57a85ca9a71 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:33.968688 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88e16959-9170-4b7c-a819-56a21de9fa59 req-104ae33f-1835-4db0-8097-f57a85ca9a71 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0605900 Mar 11 18:11:34.017727 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-88e16959-9170-4b7c-a819-56a21de9fa59 req-8bca7cda-a016-4f88-8f6f-d5651f7c7349 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 Mar 11 18:11:34.954817 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-18c76965-48f5-4776-9541-a65435ac67bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:35.046601 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:11:35.148245 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1544f4-0f56-459e-a9a9-ad2a0e90314b req-fff932cb-2ced-4fba-a844-0df9045eed17 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:35.149806 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2f1544f4-0f56-459e-a9a9-ad2a0e90314b req-fff932cb-2ced-4fba-a844-0df9045eed17 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0564191 Mar 11 18:11:35.200859 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2f1544f4-0f56-459e-a9a9-ad2a0e90314b req-2fd7899c-2d0a-42c9-a603-96f6fa102439 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439546 Mar 11 18:11:36.336047 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfeef2c-01be-400f-b0ee-2f02d5269b74 req-801e7e52-b1b3-41fc-b2f8-a68015d2037f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:36.337662 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdfeef2c-01be-400f-b0ee-2f02d5269b74 req-801e7e52-b1b3-41fc-b2f8-a68015d2037f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0619886 Mar 11 18:11:36.389873 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cdfeef2c-01be-400f-b0ee-2f02d5269b74 req-72a20d67-6a1c-45d3-8f5e-d3d8715ab98f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461965 Mar 11 18:11:37.545086 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3ca33-e1be-4ca4-aff9-b7b00ae4c9ec req-98da1bf1-db57-4241-b202-764cdeb967ae tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:37.546733 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f5e3ca33-e1be-4ca4-aff9-b7b00ae4c9ec req-98da1bf1-db57-4241-b202-764cdeb967ae tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0769362 Mar 11 18:11:37.602187 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f5e3ca33-e1be-4ca4-aff9-b7b00ae4c9ec req-d6317035-1567-4cec-bf42-5f80d33e0502 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487778 Mar 11 18:11:37.877611 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3be7cb18-95ae-43c7-a5ab-40a080874a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:38.734672 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d9acb-6557-43a4-87cd-1ecdc9959ac4 req-6066ec03-74ad-4006-99fb-8d11fbc1666b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:38.736304 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d03d9acb-6557-43a4-87cd-1ecdc9959ac4 req-6066ec03-74ad-4006-99fb-8d11fbc1666b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0569160 Mar 11 18:11:38.792666 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d03d9acb-6557-43a4-87cd-1ecdc9959ac4 req-0a5cca3d-afa2-4809-83c1-4f7861c58bbb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501409 Mar 11 18:11:39.718543 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3e82f0bc-be5f-49f7-9895-7c62aed12888 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:11:39.832619 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:39.847109 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'port_id': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'mac_address': 'fa:16:3e:3f:e5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:11:39.887936 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 3e82f0bc-be5f-49f7-9895-7c62aed12888 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:11:39.888336 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:39.903692 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e82f0bc-be5f-49f7-9895-7c62aed12888 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:11:39.925529 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:39.926955 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe2cea-09eb-4634-93a0-d69f8df5e7fb req-ff6cca9f-72da-4bd5-8fe7-67314426f5d9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:39.928606 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-21fe2cea-09eb-4634-93a0-d69f8df5e7fb req-ff6cca9f-72da-4bd5-8fe7-67314426f5d9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0591331 Mar 11 18:11:39.931489 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:39.984920 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-21fe2cea-09eb-4634-93a0-d69f8df5e7fb req-e69cb3c9-5b1a-44c9-8352-8b93e2240d65 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483048 Mar 11 18:11:39.985455 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=3e82f0bc-be5f-49f7-9895-7c62aed12888,revision_number=9']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:40.344362 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['3e82f0bc-be5f-49f7-9895-7c62aed12888'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:11:40.802884 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:41.115385 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc01e1-5559-4b6b-90cf-f5313cafce00 req-12721695-992e-4b96-91a9-339790872856 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:41.116937 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-46bc01e1-5559-4b6b-90cf-f5313cafce00 req-12721695-992e-4b96-91a9-339790872856 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0551090 Mar 11 18:11:41.168694 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-46bc01e1-5559-4b6b-90cf-f5313cafce00 req-7b923d4c-09ee-4acf-b26d-e7dfa8369adb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455673 Mar 11 18:11:41.708734 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:41.745280 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3e82f0bc-be5f-49f7-9895-7c62aed12888 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:11:41.806759 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 3e82f0bc-be5f-49f7-9895-7c62aed12888 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:11:41.806759 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:41.890101 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 3e82f0bc-be5f-49f7-9895-7c62aed12888 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:11:41.890493 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:41.915647 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:41.918001 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2968580f-3868-4d88-9139-2709ded5ba90" -d '{"events": [{"server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:41.930338 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:41.936210 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:41.960193 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdeff2e-89b8-444d-a0f7-cb5fae49b162 x-openstack-request-id: req-fcdeff2e-89b8-444d-a0f7-cb5fae49b162 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:41.960491 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:41.960771 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fcdeff2e-89b8-444d-a0f7-cb5fae49b162 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:41.961163 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'code': 200} Mar 11 18:11:41.988254 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=3e82f0bc-be5f-49f7-9895-7c62aed12888,revision_number=10']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:42.354473 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5dcf5-e8d0-4f90-af33-7356d54a5e1d req-c2652a30-6306-4744-9da8-477c81553215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:42.357178 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-40a5dcf5-e8d0-4f90-af33-7356d54a5e1d req-c2652a30-6306-4744-9da8-477c81553215 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 1131 time: 0.2103665 Mar 11 18:11:42.381636 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf070de-5ffc-42a1-a71c-627e65f755c5 req-90e23068-4a00-44ab-a4a7-a5f8b85deb26 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:42.383321 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cf070de-5ffc-42a1-a71c-627e65f755c5 req-90e23068-4a00-44ab-a4a7-a5f8b85deb26 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 947 time: 0.1149340 Mar 11 18:11:42.412820 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:42.447180 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-40a5dcf5-e8d0-4f90-af33-7356d54a5e1d req-c61a4559-49f8-410f-aa33-d3a25e4766bd service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820003 Mar 11 18:11:42.459959 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7cf070de-5ffc-42a1-a71c-627e65f755c5 req-1952b053-347f-4882-9716-e22abd795dd8 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670612 Mar 11 18:11:43.604630 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7da642-b65f-4da7-9491-5dc5761ae51a req-00e5bf0d-5dd3-4c5b-806a-53241eeba7ee tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:43.606309 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7a7da642-b65f-4da7-9491-5dc5761ae51a req-00e5bf0d-5dd3-4c5b-806a-53241eeba7ee tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 947 time: 0.0594690 Mar 11 18:11:43.662146 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7a7da642-b65f-4da7-9491-5dc5761ae51a req-c0746499-1391-4419-9125-7273553b04ee tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495932 Mar 11 18:11:44.818391 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f13994-999d-4542-b9a1-164a4c34ab29 req-bb7b1959-0089-4f9f-966b-2162779caad3 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:44.820167 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-54f13994-999d-4542-b9a1-164a4c34ab29 req-bb7b1959-0089-4f9f-966b-2162779caad3 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 947 time: 0.0639753 Mar 11 18:11:44.874054 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-54f13994-999d-4542-b9a1-164a4c34ab29 req-a932d943-69d8-465a-8a87-59ccbdad8eca tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478892 Mar 11 18:11:46.019088 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75e27-4d7c-45aa-a9ad-6f45c783af7f req-02a5dd52-2220-4934-9c14-e32c631b766b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:46.020690 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f4d75e27-4d7c-45aa-a9ad-6f45c783af7f req-02a5dd52-2220-4934-9c14-e32c631b766b tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 947 time: 0.0636737 Mar 11 18:11:46.078499 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f4d75e27-4d7c-45aa-a9ad-6f45c783af7f req-bc27fa6a-42a0-4d96-b729-94ea78e5fba9 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509913 Mar 11 18:11:59.343306 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:01.928607 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e926a195-04b5-43a2-ae25-619f320e4d2a req-190b95c5-ca71-4cfc-a6e8-6d181ca28222 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500686 Mar 11 18:12:02.002152 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926a195-04b5-43a2-ae25-619f320e4d2a req-56694348-5443-43da-812d-4370e8f199fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:02.003740 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e926a195-04b5-43a2-ae25-619f320e4d2a req-56694348-5443-43da-812d-4370e8f199fe service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 1129 time: 0.0482666 Mar 11 18:12:02.119470 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926a195-04b5-43a2-ae25-619f320e4d2a req-f5ebdcec-92db-4fb2-9fdc-d95a11662853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:02.120960 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e926a195-04b5-43a2-ae25-619f320e4d2a req-f5ebdcec-92db-4fb2-9fdc-d95a11662853 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 200 len: 912 time: 0.0948031 Mar 11 18:12:02.188744 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e926a195-04b5-43a2-ae25-619f320e4d2a req-e9849138-19f9-4839-9cc0-5feb75309ca4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74908859-86fa-479e-84b7-37e0dc8d7a57 HTTP/1.1" status: 200 len: 1001 time: 0.0607915 Mar 11 18:12:02.240847 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926a195-04b5-43a2-ae25-619f320e4d2a req-debbec18-793a-4643-a362-9bb15e6e9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:02.242305 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e926a195-04b5-43a2-ae25-619f320e4d2a req-debbec18-793a-4643-a362-9bb15e6e9691 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7e12c3d1-69e8-4abe-b37a-16101f32e8bf HTTP/1.1" status: 200 len: 849 time: 0.0471621 Mar 11 18:12:02.297851 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926a195-04b5-43a2-ae25-619f320e4d2a req-b7648c4e-f9b0-422b-98c9-4083f74ec0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:02.299473 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e926a195-04b5-43a2-ae25-619f320e4d2a req-b7648c4e-f9b0-422b-98c9-4083f74ec0c4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1949826b-fdc5-4b0c-b2df-a46af14b0d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502930 Mar 11 18:12:02.398477 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e926a195-04b5-43a2-ae25-619f320e4d2a req-0af4f42f-feb7-4958-8ff1-bfff03d71424 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925388 Mar 11 18:12:02.495894 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e926a195-04b5-43a2-ae25-619f320e4d2a req-c7fd83c8-9f2c-4ea8-be31-1d51bfa2fed5 service neutron] 10.222.0.104 "GET /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910001 Mar 11 18:12:04.950239 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d40efaca-1106-4f27-a4c3-031e2a26bf95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:07.892481 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e710b915-3632-4686-8fee-777c0bae47a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:10.808604 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:11.713453 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:12.048008 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:12:12.410385 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:18.571919 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7ea5-e05c-4a27-8ba3-30718223a519 req-ff9bbbb1-c57e-425f-869a-810870713c45 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:18.573541 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-503c7ea5-e05c-4a27-8ba3-30718223a519 req-ff9bbbb1-c57e-425f-869a-810870713c45 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 945 time: 0.0576005 Mar 11 18:12:18.621658 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-503c7ea5-e05c-4a27-8ba3-30718223a519 req-ebe607a1-fccd-451e-af55-65c834a88d9f tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2c21c64-8e20-47b5-8c30-6562759b8ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419269 Mar 11 18:12:19.750340 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6721ef6-974e-4921-8b56-c857ebe2a499 req-717710c1-7093-4f07-b6db-a7712c39785a tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:19.751976 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b6721ef6-974e-4921-8b56-c857ebe2a499 req-717710c1-7093-4f07-b6db-a7712c39785a tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 945 time: 0.0552778 Mar 11 18:12:19.806508 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b6721ef6-974e-4921-8b56-c857ebe2a499 req-efd0bdf4-3f30-4b15-921a-baaccbc2efa1 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2c21c64-8e20-47b5-8c30-6562759b8ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488927 Mar 11 18:12:20.787299 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-39670b5d-732a-4f6d-822d-ee48c8367ad8 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:20.788785 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-39670b5d-732a-4f6d-822d-ee48c8367ad8 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.104 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 945 time: 0.0558910 Mar 11 18:12:20.895020 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Deleting port 74908859-86fa-479e-84b7-37e0dc8d7a57 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:20.895420 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:20.996558 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83380b57-c9eb-4030-b591-50a70dec4553 req-b827d067-c4bc-4edb-8224-bfabdc8bd333 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:20.998053 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-83380b57-c9eb-4030-b591-50a70dec4553 req-b827d067-c4bc-4edb-8224-bfabdc8bd333 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 945 time: 0.1194437 Mar 11 18:12:21.026291 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] For port 74908859-86fa-479e-84b7-37e0dc8d7a57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=74908859-86fa-479e-84b7-37e0dc8d7a57,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:21.026699 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:21.099252 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-83380b57-c9eb-4030-b591-50a70dec4553 req-feef666c-7ffa-455f-b267-cc5b73bc563d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2c21c64-8e20-47b5-8c30-6562759b8ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945904 Mar 11 18:12:21.219401 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:21.219744 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (df63b81c-1d12-45ba-bc31-63206fe9e249), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:21.220058 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Floating IP df63b81c-1d12-45ba-bc31-63206fe9e249 disassociated. External IP: 172.27.0.254, port: 74908859-86fa-479e-84b7-37e0dc8d7a57. Mar 11 18:12:21.220428 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Calling delete_port for 74908859-86fa-479e-84b7-37e0dc8d7a57 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:21.356713 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (74908859-86fa-479e-84b7-37e0dc8d7a57), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:21.387777 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event deleted for resources: {'Port': ['ID=74908859-86fa-479e-84b7-37e0dc8d7a57,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:21.398991 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.399302 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.399660 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.399986 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.400325 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.400655 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.401021 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.401341 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.401671 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.402003 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.402333 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.402683 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.402991 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.518917 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Router 28ea0ebe-a981-414f-8658-d3f67fa59347 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:21.902684 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:21.913727 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c2617-3456-4f4c-9c4e-5d0ac7083445 None None] Sync routers for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:21.923948 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c2617-3456-4f4c-9c4e-5d0ac7083445 None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:21.924760 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-206c2617-3456-4f4c-9c4e-5d0ac7083445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:12:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:21.942988 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] No DVR routers for this DVR port 74908859-86fa-479e-84b7-37e0dc8d7a57 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:21.945563 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:21.948990 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-aff2358b-b9b4-4f56-b1d3-01f6ec42f69d req-31392f95-54c0-450d-95cf-f11ae023027d tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.104 "DELETE /v2.0/ports/74908859-86fa-479e-84b7-37e0dc8d7a57 HTTP/1.1" status: 204 len: 173 time: 1.1548541 Mar 11 18:12:21.949358 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'name': 'network-vif-deleted', 'tag': '74908859-86fa-479e-84b7-37e0dc8d7a57'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:21.951644 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e1a2ea-1eff-487c-9d4b-89562ae1032e" -d '{"events": [{"server_uuid": "4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa", "name": "network-vif-deleted", "tag": "74908859-86fa-479e-84b7-37e0dc8d7a57"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:22.047693 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-206c2617-3456-4f4c-9c4e-5d0ac7083445 None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:22.054773 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484c4c6c-202b-4c11-abda-64233350b80a x-openstack-request-id: req-484c4c6c-202b-4c11-abda-64233350b80a {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:22.055070 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa", "name": "network-vif-deleted", "tag": "74908859-86fa-479e-84b7-37e0dc8d7a57", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:22.055320 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-484c4c6c-202b-4c11-abda-64233350b80a {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:22.055762 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa', 'name': 'network-vif-deleted', 'tag': '74908859-86fa-479e-84b7-37e0dc8d7a57', 'status': 'completed', 'code': 200} Mar 11 18:12:22.213078 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2e078e6f-bcde-4130-8a96-3fd09d2112e6 req-266fec32-3376-45ba-bdb7-58bfddc12922 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d7a4b00-7ce2-45e8-84c2-0742aef0c1fa HTTP/1.1" status: 200 len: 210 time: 0.0283639 Mar 11 18:12:22.257742 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-206c2617-3456-4f4c-9c4e-5d0ac7083445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:22.287388 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c2617-3456-4f4c-9c4e-5d0ac7083445 None None] Checking router: 28ea0ebe-a981-414f-8658-d3f67fa59347 for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:22.295956 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c2617-3456-4f4c-9c4e-5d0ac7083445 None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:22.296567 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-206c2617-3456-4f4c-9c4e-5d0ac7083445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:12:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:22.409333 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-206c2617-3456-4f4c-9c4e-5d0ac7083445 None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:22.745533 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-206c2617-3456-4f4c-9c4e-5d0ac7083445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:22.771761 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c2617-3456-4f4c-9c4e-5d0ac7083445 None None] The sync data for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi is: [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:03:01Z', 'revision_number': 4, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '59f3e6bc-f455-4198-99f1-3fc80d60585d', 'name': '', 'network_id': '1949826b-fdc5-4b0c-b2df-a46af14b0d34', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'mac_address': 'fa:16:3e:f4:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:03:00Z', 'updated_at': '2022-03-11T18:03:05Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'subnets': [{'id': '7e12c3d1-69e8-4abe-b37a-16101f32e8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:23.005929 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b50529f-9b44-477b-8858-707e62968b31 None None] New status for floating IP df63b81c-1d12-45ba-bc31-63206fe9e249: DOWN {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:12:23.303277 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60734) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:23.358184 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6a1ed804-f366-46ae-9935-ac1f6b347139 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group (a2c21c64-8e20-47b5-8c30-6562759b8ead), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:23.384960 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6a1ed804-f366-46ae-9935-ac1f6b347139 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group (a2c21c64-8e20-47b5-8c30-6562759b8ead), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:23.439225 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6a1ed804-f366-46ae-9935-ac1f6b347139 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (a2c21c64-8e20-47b5-8c30-6562759b8ead), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:23.441878 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6a1ed804-f366-46ae-9935-ac1f6b347139 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:23.443087 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-6a1ed804-f366-46ae-9935-ac1f6b347139 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "DELETE /v2.0/security-groups/a2c21c64-8e20-47b5-8c30-6562759b8ead HTTP/1.1" status: 204 len: 168 time: 0.1388426 Mar 11 18:12:23.445956 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60736) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:23.453755 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ed804-f366-46ae-9935-ac1f6b347139 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c21c64-8e20-47b5-8c30-6562759b8ead,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:23.461956 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.api.v2.resource [None req-09158aae-b132-44b4-a372-6b2242dd9f3c tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] show failed (client error): The resource could not be found. Mar 11 18:12:23.465946 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-09158aae-b132-44b4-a372-6b2242dd9f3c tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "GET /v2.0/security-groups/a2c21c64-8e20-47b5-8c30-6562759b8ead HTTP/1.1" status: 404 len: 347 time: 0.0163052 Mar 11 18:12:23.466176 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60740) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:23.590302 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Deleting port 577fe301-3c96-47e1-813e-97a7294c0db7 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:23.590588 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (577fe301-3c96-47e1-813e-97a7294c0db7), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:23.668319 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (577fe301-3c96-47e1-813e-97a7294c0db7), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:23.668816 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (577fe301-3c96-47e1-813e-97a7294c0db7), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:23.681564 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Calling delete_port for 577fe301-3c96-47e1-813e-97a7294c0db7 owned by network:floatingip {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:23.819462 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (577fe301-3c96-47e1-813e-97a7294c0db7), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:23.842540 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Pushing event deleted for resources: {'Port': ['ID=577fe301-3c96-47e1-813e-97a7294c0db7,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:23.852263 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.852611 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.852947 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.853286 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.853610 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.853954 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.854698 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.854698 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.854898 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.855235 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.855531 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.855848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.856146 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.923563 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks [] for floatingip (df63b81c-1d12-45ba-bc31-63206fe9e249), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:23.927463 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:23.929113 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-188e61ed-6fa6-4d93-bf85-98ad8cf82bd3 tempest-AttachVolumeTestJSON-1362060002 tempest-AttachVolumeTestJSON-1362060002-project] 10.222.0.30 "DELETE /v2.0/floatingips/df63b81c-1d12-45ba-bc31-63206fe9e249 HTTP/1.1" status: 204 len: 168 time: 0.4617677 Mar 11 18:12:25.982015 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 74908859-86fa-479e-84b7-37e0dc8d7a57 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:26.004391 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 74908859-86fa-479e-84b7-37e0dc8d7a57 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:12:26.004757 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 74908859-86fa-479e-84b7-37e0dc8d7a57 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:27.499113 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60770) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:27.993652 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d63ce056-0615-4fc7-9d49-b5418eb04053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933442'] for router_interface (28ea0ebe-a981-414f-8658-d3f67fa59347), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:28.261758 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-d63ce056-0615-4fc7-9d49-b5418eb04053 admin admin] Deleting port 59f3e6bc-f455-4198-99f1-3fc80d60585d {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:28.262101 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d63ce056-0615-4fc7-9d49-b5418eb04053 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:28.345905 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-d63ce056-0615-4fc7-9d49-b5418eb04053 admin admin] For port 59f3e6bc-f455-4198-99f1-3fc80d60585d, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=59f3e6bc-f455-4198-99f1-3fc80d60585d,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:28.346249 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d63ce056-0615-4fc7-9d49-b5418eb04053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:28.360243 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-d63ce056-0615-4fc7-9d49-b5418eb04053 admin admin] Calling delete_port for 59f3e6bc-f455-4198-99f1-3fc80d60585d owned by network:router_interface {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:28.564747 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d63ce056-0615-4fc7-9d49-b5418eb04053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (59f3e6bc-f455-4198-99f1-3fc80d60585d), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:28.591830 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ce056-0615-4fc7-9d49-b5418eb04053 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f3e6bc-f455-4198-99f1-3fc80d60585d,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:28.775676 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d63ce056-0615-4fc7-9d49-b5418eb04053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1947666'] for router_interface (28ea0ebe-a981-414f-8658-d3f67fa59347), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.001784 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63ce056-0615-4fc7-9d49-b5418eb04053 admin admin] Router 28ea0ebe-a981-414f-8658-d3f67fa59347 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:29.124277 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63ce056-0615-4fc7-9d49-b5418eb04053 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:29.129560 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-d63ce056-0615-4fc7-9d49-b5418eb04053 admin admin] 10.222.0.30 "PUT /v2.0/routers/28ea0ebe-a981-414f-8658-d3f67fa59347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6293516 Mar 11 18:12:29.132634 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60776) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:29.134132 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26968bf3-2f56-4330-ba45-8cc6a866967e None None] Sync routers for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:29.144272 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26968bf3-2f56-4330-ba45-8cc6a866967e None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:29.144896 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-26968bf3-2f56-4330-ba45-8cc6a866967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:12:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:29.256100 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-26968bf3-2f56-4330-ba45-8cc6a866967e None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:29.259317 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Publish callbacks [] for router (28ea0ebe-a981-414f-8658-d3f67fa59347), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.380060 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Publish callbacks [] for router_gateway (28ea0ebe-a981-414f-8658-d3f67fa59347), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.391341 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.441369 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Deleting port 9e623aaa-4c53-484d-9ff3-87f9265f718e {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:29.441865 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.487813 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-26968bf3-2f56-4330-ba45-8cc6a866967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:12:28Z', 'revision_number': 5, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port': {'id': '9e623aaa-4c53-484d-9ff3-87f9265f718e', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:58Z', 'updated_at': '2022-03-11T18:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:29.515967 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26968bf3-2f56-4330-ba45-8cc6a866967e None None] Checking router: 28ea0ebe-a981-414f-8658-d3f67fa59347 for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:29.524810 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26968bf3-2f56-4330-ba45-8cc6a866967e None None] Routers {'28ea0ebe-a981-414f-8658-d3f67fa59347'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:29.525441 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-26968bf3-2f56-4330-ba45-8cc6a866967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:12:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['28ea0ebe-a981-414f-8658-d3f67fa59347'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:29.527907 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] For port 9e623aaa-4c53-484d-9ff3-87f9265f718e, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=9e623aaa-4c53-484d-9ff3-87f9265f718e,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:29.528346 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.541410 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Calling delete_port for 9e623aaa-4c53-484d-9ff3-87f9265f718e owned by network:router_gateway {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:29.618915 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-26968bf3-2f56-4330-ba45-8cc6a866967e None None] Set router 28ea0ebe-a981-414f-8658-d3f67fa59347 gateway port host: None {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:29.672725 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-26968bf3-2f56-4330-ba45-8cc6a866967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:12:29Z', 'revision_number': 6, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port_host': None}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:29.707002 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26968bf3-2f56-4330-ba45-8cc6a866967e None None] The sync data for ids ['28ea0ebe-a981-414f-8658-d3f67fa59347'] in dv-cinder-788368-4-iscsi is: [{'id': '28ea0ebe-a981-414f-8658-d3f67fa59347', 'name': 'tempest-AttachVolumeTestJSON-407739326-router', 'tenant_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:56Z', 'updated_at': '2022-03-11T18:12:29Z', 'revision_number': 6, 'project_id': '38425b4d45aa44898d3e6d70a0a3f7c5', 'gw_port_host': None}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:29.721454 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (9e623aaa-4c53-484d-9ff3-87f9265f718e), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.748699 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e623aaa-4c53-484d-9ff3-87f9265f718e,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:29.811094 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1934776'] for router_gateway (28ea0ebe-a981-414f-8658-d3f67fa59347), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.905006 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1946935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25335'] for router (28ea0ebe-a981-414f-8658-d3f67fa59347), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.907279 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Publish callbacks [] for router_controller (28ea0ebe-a981-414f-8658-d3f67fa59347), precommit_delete_associations {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.955144 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1946924'] for router (28ea0ebe-a981-414f-8658-d3f67fa59347), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.955815 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28ea0ebe-a981-414f-8658-d3f67fa59347 {{(pid=103277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:12:29.961434 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.962618 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-550ede41-6e15-469e-9240-0afe0ecf2498 admin admin] 10.222.0.30 "DELETE /v2.0/routers/28ea0ebe-a981-414f-8658-d3f67fa59347 HTTP/1.1" status: 204 len: 168 time: 0.8290172 Mar 11 18:12:29.965594 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60780) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:30.015355 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_v2 [None req-5135ae9a-627e-4000-973e-411e479be4e4 admin admin] Deleting subnet 7e12c3d1-69e8-4abe-b37a-16101f32e8bf {{(pid=103277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:12:30.018568 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5135ae9a-627e-4000-973e-411e479be4e4 admin admin] Publish callbacks [] for subnet (7e12c3d1-69e8-4abe-b37a-16101f32e8bf), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.053023 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5135ae9a-627e-4000-973e-411e479be4e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13366825'] for subnet (7e12c3d1-69e8-4abe-b37a-16101f32e8bf), precommit_delete_associations {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.144868 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5135ae9a-627e-4000-973e-411e479be4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (7e12c3d1-69e8-4abe-b37a-16101f32e8bf), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.204227 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5135ae9a-627e-4000-973e-411e479be4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14540916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13265432'] for subnet (7e12c3d1-69e8-4abe-b37a-16101f32e8bf), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.227813 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135ae9a-627e-4000-973e-411e479be4e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e12c3d1-69e8-4abe-b37a-16101f32e8bf,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:30.233916 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5135ae9a-627e-4000-973e-411e479be4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.237663 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-5135ae9a-627e-4000-973e-411e479be4e4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7e12c3d1-69e8-4abe-b37a-16101f32e8bf HTTP/1.1" status: 204 len: 168 time: 0.2704611 Mar 11 18:12:30.239743 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db5d533-bcd4-4c6d-b8a5-547b29f9ad8e None None] Network 1949826b-fdc5-4b0c-b2df-a46af14b0d34 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:12:30.241142 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60782) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:30.311585 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (1949826b-fdc5-4b0c-b2df-a46af14b0d34), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.368918 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Deleting port ce52aacb-6e6c-4500-924c-b49088271b8a {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:30.369263 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.508697 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] DHCP port deletion for 1949826b-fdc5-4b0c-b2df-a46af14b0d34 request from dv-cinder-788368-4-iscsi {{(pid=103279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:12:30.565751 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Deleting port ce52aacb-6e6c-4500-924c-b49088271b8a {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:30.566151 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.636738 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] For port ce52aacb-6e6c-4500-924c-b49088271b8a, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=ce52aacb-6e6c-4500-924c-b49088271b8a,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:30.637458 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.639295 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] For port ce52aacb-6e6c-4500-924c-b49088271b8a, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=ce52aacb-6e6c-4500-924c-b49088271b8a,segment=NetworkSegment(1e57e526-5005-4205-816b-2d260d19db51),segment_id=1e57e526-5005-4205-816b-2d260d19db51)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:30.639738 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.655304 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Calling delete_port for ce52aacb-6e6c-4500-924c-b49088271b8a owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:30.656417 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Calling delete_port for ce52aacb-6e6c-4500-924c-b49088271b8a owned by network:dhcp {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:30.752039 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.780743 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce52aacb-6e6c-4500-924c-b49088271b8a,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:30.790668 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] No DVR routers for this DVR port ce52aacb-6e6c-4500-924c-b49088271b8a on host dv-cinder-788368-4-iscsi {{(pid=103278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:30.797320 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288'] for port (ce52aacb-6e6c-4500-924c-b49088271b8a), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.824936 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Pushing event deleted for resources: {'Port': ['ID=ce52aacb-6e6c-4500-924c-b49088271b8a,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:30.830338 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] No DVR routers for this DVR port ce52aacb-6e6c-4500-924c-b49088271b8a on host dv-cinder-788368-4-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:30.836911 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.838422 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.838422 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.838422 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.838422 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.839294 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.839294 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.839294 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.839785 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.839961 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.840199 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.840523 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.840847 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d3bb9-b534-4349-b24e-382ba632c32d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:30.886323 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (1949826b-fdc5-4b0c-b2df-a46af14b0d34), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.908572 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1949826b-fdc5-4b0c-b2df-a46af14b0d34']}} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:30.918753 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e57e526-5005-4205-816b-2d260d19db51') {'for_net_delete': True} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:30.919052 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e57e526-5005-4205-816b-2d260d19db51') {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:30.929188 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13299075'] for segment (1e57e526-5005-4205-816b-2d260d19db51), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.943424 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (1e57e526-5005-4205-816b-2d260d19db51), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.949804 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=103278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:12:30.950188 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16008886'] for segment (1e57e526-5005-4205-816b-2d260d19db51), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: Traceback (most recent call last): Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: timer() Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: cb(*args, **kw) Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: return func(*args, **kwargs) Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: self._notify() Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: self.callback(batched_events) Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: event.method(event) Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: return f(self, *a, **k) Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._get(url).json() Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: return self.request(url, 'GET', **kwargs) Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:12:30.952003 dv-cinder-788368-4-iscsi neutron-server[103278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:12:31.017110 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (1949826b-fdc5-4b0c-b2df-a46af14b0d34), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.023352 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.026488 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1949826b-fdc5-4b0c-b2df-a46af14b0d34 HTTP/1.1" status: 204 len: 168 time: 0.7842641 Mar 11 18:12:31.037932 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b774229-c3d7-4253-8cad-cf0966dc29e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1949826b-fdc5-4b0c-b2df-a46af14b0d34,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:31.193422 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60786) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:31.238356 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-c0db4c00-d723-4a62-884c-4a0f024cd4e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38425b4d45aa44898d3e6d70a0a3f7c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434294 Mar 11 18:12:31.241273 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60788) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:31.295278 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b28e2995-4355-4ba2-ab16-1f5d3b21dfd6 admin admin] Publish callbacks [] for security_group (6b408d8e-1166-489c-a5cc-843064b93c15), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.320321 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b28e2995-4355-4ba2-ab16-1f5d3b21dfd6 admin admin] Publish callbacks [] for security_group (6b408d8e-1166-489c-a5cc-843064b93c15), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.360608 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 9e623aaa-4c53-484d-9ff3-87f9265f718e no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:31.382488 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b28e2995-4355-4ba2-ab16-1f5d3b21dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (6b408d8e-1166-489c-a5cc-843064b93c15), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.382815 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 9e623aaa-4c53-484d-9ff3-87f9265f718e {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:12:31.383076 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 9e623aaa-4c53-484d-9ff3-87f9265f718e not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:31.383482 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device ce52aacb-6e6c-4500-924c-b49088271b8a no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:31.385155 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b28e2995-4355-4ba2-ab16-1f5d3b21dfd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.386500 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-b28e2995-4355-4ba2-ab16-1f5d3b21dfd6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b408d8e-1166-489c-a5cc-843064b93c15 HTTP/1.1" status: 204 len: 168 time: 0.1441445 Mar 11 18:12:31.395533 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e2995-4355-4ba2-ab16-1f5d3b21dfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b408d8e-1166-489c-a5cc-843064b93c15,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:31.413933 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: ce52aacb-6e6c-4500-924c-b49088271b8a {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:12:31.414272 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device ce52aacb-6e6c-4500-924c-b49088271b8a not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:31.415067 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 59f3e6bc-f455-4198-99f1-3fc80d60585d no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:31.439302 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 59f3e6bc-f455-4198-99f1-3fc80d60585d {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:12:31.439643 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 59f3e6bc-f455-4198-99f1-3fc80d60585d not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:34.952322 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7950d327-4786-47bd-aab5-8b9591b898ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.647414 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60864) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:36.760924 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6c47a9c0-f83d-4c1d-92d3-30a080444a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.853881 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6c47a9c0-f83d-4c1d-92d3-30a080444a27 admin admin] Publish callbacks [] for security_group (de651333-fdb6-4890-8f27-d334d43c660f), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.858709 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6c47a9c0-f83d-4c1d-92d3-30a080444a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (de651333-fdb6-4890-8f27-d334d43c660f), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.896102 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47a9c0-f83d-4c1d-92d3-30a080444a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de651333-fdb6-4890-8f27-d334d43c660f,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:36.900505 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-6c47a9c0-f83d-4c1d-92d3-30a080444a27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67c8e6424e254d4ab59fd2919dd07afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529650 Mar 11 18:12:36.903330 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60870) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:36.959782 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-de52fcd7-c2c9-4341-9075-0f807403bb02 admin admin] Publish callbacks [] for security_group (de651333-fdb6-4890-8f27-d334d43c660f), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.982535 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-de52fcd7-c2c9-4341-9075-0f807403bb02 admin admin] Publish callbacks [] for security_group (de651333-fdb6-4890-8f27-d334d43c660f), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.031018 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-de52fcd7-c2c9-4341-9075-0f807403bb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (de651333-fdb6-4890-8f27-d334d43c660f), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.034477 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-de52fcd7-c2c9-4341-9075-0f807403bb02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.036021 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-de52fcd7-c2c9-4341-9075-0f807403bb02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de651333-fdb6-4890-8f27-d334d43c660f HTTP/1.1" status: 204 len: 168 time: 0.1317675 Mar 11 18:12:37.044944 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52fcd7-c2c9-4341-9075-0f807403bb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de651333-fdb6-4890-8f27-d334d43c660f,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:37.309370 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60878) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:37.323869 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b68853b6-81db-4e80-b3b8-0e3b865151c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.407843 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b68853b6-81db-4e80-b3b8-0e3b865151c2 admin admin] Publish callbacks [] for security_group (fc7230c0-a364-4c39-8f24-c79f9c14c136), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.412217 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b68853b6-81db-4e80-b3b8-0e3b865151c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (fc7230c0-a364-4c39-8f24-c79f9c14c136), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.448249 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68853b6-81db-4e80-b3b8-0e3b865151c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7230c0-a364-4c39-8f24-c79f9c14c136,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:37.452984 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-b68853b6-81db-4e80-b3b8-0e3b865151c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e3ef23b9bde470c819f0f79786e09ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418109 Mar 11 18:12:37.455883 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60880) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:37.504634 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4494a159-41b2-4094-9ed2-fb9138dfaa3a admin admin] Publish callbacks [] for security_group (fc7230c0-a364-4c39-8f24-c79f9c14c136), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.526038 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4494a159-41b2-4094-9ed2-fb9138dfaa3a admin admin] Publish callbacks [] for security_group (fc7230c0-a364-4c39-8f24-c79f9c14c136), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.580503 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4494a159-41b2-4094-9ed2-fb9138dfaa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (fc7230c0-a364-4c39-8f24-c79f9c14c136), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.585922 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4494a159-41b2-4094-9ed2-fb9138dfaa3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.591857 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-4494a159-41b2-4094-9ed2-fb9138dfaa3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc7230c0-a364-4c39-8f24-c79f9c14c136 HTTP/1.1" status: 204 len: 168 time: 0.1340756 Mar 11 18:12:37.604423 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494a159-41b2-4094-9ed2-fb9138dfaa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7230c0-a364-4c39-8f24-c79f9c14c136,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:37.891485 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c985-bc91-41f1-a5d9-e6fe25c0e63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:40.816880 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:41.712274 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:42.412144 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:43.900039 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 60990) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:44.036368 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ecf25ef3-68d1-42ac-b80c-9181c31cd892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.117616 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ecf25ef3-68d1-42ac-b80c-9181c31cd892 admin admin] Publish callbacks [] for security_group (9fb7bb66-aed2-4556-a961-65ea966bda76), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.124542 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ecf25ef3-68d1-42ac-b80c-9181c31cd892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (9fb7bb66-aed2-4556-a961-65ea966bda76), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.163137 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-ecf25ef3-68d1-42ac-b80c-9181c31cd892 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23a365554404445eb427201891eb2b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618639 Mar 11 18:12:44.164011 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf25ef3-68d1-42ac-b80c-9181c31cd892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb7bb66-aed2-4556-a961-65ea966bda76,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:44.166700 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 60996) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:44.217872 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-726dd220-f69e-4aa5-b8da-4d6595935b3d admin admin] Publish callbacks [] for security_group (9fb7bb66-aed2-4556-a961-65ea966bda76), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.240242 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-726dd220-f69e-4aa5-b8da-4d6595935b3d admin admin] Publish callbacks [] for security_group (9fb7bb66-aed2-4556-a961-65ea966bda76), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.288090 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-726dd220-f69e-4aa5-b8da-4d6595935b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (9fb7bb66-aed2-4556-a961-65ea966bda76), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.290695 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-726dd220-f69e-4aa5-b8da-4d6595935b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.291978 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-726dd220-f69e-4aa5-b8da-4d6595935b3d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fb7bb66-aed2-4556-a961-65ea966bda76 HTTP/1.1" status: 204 len: 168 time: 0.1240728 Mar 11 18:12:44.301094 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dd220-f69e-4aa5-b8da-4d6595935b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb7bb66-aed2-4556-a961-65ea966bda76,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:44.581472 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 32770) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:44.596224 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-30dd25d0-5f70-427d-9edf-e346b8603fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.687986 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-30dd25d0-5f70-427d-9edf-e346b8603fd5 admin admin] Publish callbacks [] for security_group (08af65f4-e561-4dea-8485-a77a636f9fb3), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.692708 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-30dd25d0-5f70-427d-9edf-e346b8603fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (08af65f4-e561-4dea-8485-a77a636f9fb3), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.735110 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-30dd25d0-5f70-427d-9edf-e346b8603fd5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd27e9384b8548419270953621253193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525097 Mar 11 18:12:44.736022 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd25d0-5f70-427d-9edf-e346b8603fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08af65f4-e561-4dea-8485-a77a636f9fb3,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:44.738387 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 32774) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:44.802159 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e003cd8d-523d-4a7e-bc9e-3d08792eff74 admin admin] Publish callbacks [] for security_group (08af65f4-e561-4dea-8485-a77a636f9fb3), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.825598 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e003cd8d-523d-4a7e-bc9e-3d08792eff74 admin admin] Publish callbacks [] for security_group (08af65f4-e561-4dea-8485-a77a636f9fb3), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.876093 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e003cd8d-523d-4a7e-bc9e-3d08792eff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (08af65f4-e561-4dea-8485-a77a636f9fb3), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.879186 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e003cd8d-523d-4a7e-bc9e-3d08792eff74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.880573 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-e003cd8d-523d-4a7e-bc9e-3d08792eff74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08af65f4-e561-4dea-8485-a77a636f9fb3 HTTP/1.1" status: 204 len: 168 time: 0.1411090 Mar 11 18:12:44.890858 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003cd8d-523d-4a7e-bc9e-3d08792eff74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08af65f4-e561-4dea-8485-a77a636f9fb3,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:49.047683 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:12:49.270467 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 32860) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:49.433319 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-99ca0dd0-43b1-4162-8c85-6d75290dc9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:49.531722 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-99ca0dd0-43b1-4162-8c85-6d75290dc9f1 admin admin] Publish callbacks [] for security_group (0c56f738-a8e4-4f2b-9b27-973ee3a4d075), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:49.536702 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-99ca0dd0-43b1-4162-8c85-6d75290dc9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (0c56f738-a8e4-4f2b-9b27-973ee3a4d075), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:49.578752 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-99ca0dd0-43b1-4162-8c85-6d75290dc9f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=199a4c0cf658410588c09210a8e1dd76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067291 Mar 11 18:12:49.581150 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca0dd0-43b1-4162-8c85-6d75290dc9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c56f738-a8e4-4f2b-9b27-973ee3a4d075,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:49.583350 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 32868) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:49.650586 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-99c8dc56-40f8-48b9-a9e3-7565650b20b7 admin admin] Publish callbacks [] for security_group (0c56f738-a8e4-4f2b-9b27-973ee3a4d075), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:49.679474 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-99c8dc56-40f8-48b9-a9e3-7565650b20b7 admin admin] Publish callbacks [] for security_group (0c56f738-a8e4-4f2b-9b27-973ee3a4d075), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:49.746026 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-99c8dc56-40f8-48b9-a9e3-7565650b20b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (0c56f738-a8e4-4f2b-9b27-973ee3a4d075), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:49.750639 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-99c8dc56-40f8-48b9-a9e3-7565650b20b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:49.751912 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-99c8dc56-40f8-48b9-a9e3-7565650b20b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c56f738-a8e4-4f2b-9b27-973ee3a4d075 HTTP/1.1" status: 204 len: 168 time: 0.1669943 Mar 11 18:12:49.761818 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8dc56-40f8-48b9-a9e3-7565650b20b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c56f738-a8e4-4f2b-9b27-973ee3a4d075,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:49.883209 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cf68e-2cd6-45a7-a225-b62f93a252ce req-170fbfd5-bf39-42d7-ad23-391f24a859ae tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:49.884967 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c82cf68e-2cd6-45a7-a225-b62f93a252ce req-170fbfd5-bf39-42d7-ad23-391f24a859ae tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 946 time: 0.0653217 Mar 11 18:12:49.939445 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c82cf68e-2cd6-45a7-a225-b62f93a252ce req-a4b1bf4c-0a04-4e2a-960d-015dccbad1ac tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478661 Mar 11 18:12:51.079227 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a50e1-728b-4c87-8d52-a569ba298875 req-2ddbd373-ff3e-4d19-a329-23630a91f618 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:51.080909 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b49a50e1-728b-4c87-8d52-a569ba298875 req-2ddbd373-ff3e-4d19-a329-23630a91f618 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 946 time: 0.0642626 Mar 11 18:12:51.139724 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b49a50e1-728b-4c87-8d52-a569ba298875 req-9e0296ee-c892-49f5-ba73-0b1937aefac4 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510521 Mar 11 18:12:51.726287 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-b182a2f3-d097-47d4-96ea-73f73f46f8d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:51.728216 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-b182a2f3-d097-47d4-96ea-73f73f46f8d8 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 946 time: 0.0688443 Mar 11 18:12:51.840688 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Deleting port b4583781-6ead-4091-baa8-b750f4609bf0 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:51.841131 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.937543 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] For port b4583781-6ead-4091-baa8-b750f4609bf0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4583781-6ead-4091-baa8-b750f4609bf0,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:51.937925 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:52.155052 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:52.156122 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (b024b276-6766-4fbd-87f0-76db80f1ebc3), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:52.156122 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Floating IP b024b276-6766-4fbd-87f0-76db80f1ebc3 disassociated. External IP: 172.27.0.82, port: b4583781-6ead-4091-baa8-b750f4609bf0. Mar 11 18:12:52.156122 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Calling delete_port for b4583781-6ead-4091-baa8-b750f4609bf0 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:52.353944 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea473cda-623d-4d8b-b6c7-7cff84befb62 req-c2f8f1ad-1b67-4675-8a5d-280e1d297ca5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:52.356408 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea473cda-623d-4d8b-b6c7-7cff84befb62 req-c2f8f1ad-1b67-4675-8a5d-280e1d297ca5 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 946 time: 0.1123447 Mar 11 18:12:52.395306 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (b4583781-6ead-4091-baa8-b750f4609bf0), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:52.440372 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event deleted for resources: {'Port': ['ID=b4583781-6ead-4091-baa8-b750f4609bf0,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:52.452882 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea473cda-623d-4d8b-b6c7-7cff84befb62 req-39f0a8cb-d085-4ca2-96c4-9959b63e7efe tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups?id=243a334a-31fd-4c7f-8504-f40f1787ea41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901396 Mar 11 18:12:52.899366 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:53.035117 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:53.050188 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3531f-4698-482b-8281-f40b4f19c2f4 None None] Sync routers for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:53.061916 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3531f-4698-482b-8281-f40b4f19c2f4 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:53.062867 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-cde3531f-4698-482b-8281-f40b4f19c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:12:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:53.081383 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] No DVR routers for this DVR port b4583781-6ead-4091-baa8-b750f4609bf0 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:53.084144 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:53.087610 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-11053494-02db-4ce7-86ee-e947f0a18ae2 req-13419ba7-6d7d-4c70-957f-5d131094cef3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.104 "DELETE /v2.0/ports/b4583781-6ead-4091-baa8-b750f4609bf0 HTTP/1.1" status: 204 len: 173 time: 1.3534789 Mar 11 18:12:53.088376 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'name': 'network-vif-deleted', 'tag': 'b4583781-6ead-4091-baa8-b750f4609bf0'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:53.091781 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f71dd96-7cb1-4cf0-9726-7704a0fabc9a" -d '{"events": [{"server_uuid": "4bb41c01-d3fb-4fe3-8a9e-962eafd469b6", "name": "network-vif-deleted", "tag": "b4583781-6ead-4091-baa8-b750f4609bf0"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:53.154892 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62adf504-78e4-4e99-8983-d66805e9962b x-openstack-request-id: req-62adf504-78e4-4e99-8983-d66805e9962b {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:53.154892 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb41c01-d3fb-4fe3-8a9e-962eafd469b6", "name": "network-vif-deleted", "tag": "b4583781-6ead-4091-baa8-b750f4609bf0", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:53.154892 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62adf504-78e4-4e99-8983-d66805e9962b {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:53.154892 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb41c01-d3fb-4fe3-8a9e-962eafd469b6', 'name': 'network-vif-deleted', 'tag': 'b4583781-6ead-4091-baa8-b750f4609bf0', 'status': 'completed', 'code': 200} Mar 11 18:12:53.204076 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-cde3531f-4698-482b-8281-f40b4f19c2f4 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:53.453095 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-cde3531f-4698-482b-8281-f40b4f19c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:53.485660 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3531f-4698-482b-8281-f40b4f19c2f4 None None] Checking router: 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:53.496249 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3531f-4698-482b-8281-f40b4f19c2f4 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:53.496249 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-cde3531f-4698-482b-8281-f40b4f19c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:12:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:53.606012 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7b90300b-8c65-4ce0-b8f1-139f0421fd0d req-1b1c6993-cbeb-449e-b89a-93133e748818 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb41c01-d3fb-4fe3-8a9e-962eafd469b6 HTTP/1.1" status: 200 len: 210 time: 0.0378904 Mar 11 18:12:53.635286 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-cde3531f-4698-482b-8281-f40b4f19c2f4 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:54.047345 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-cde3531f-4698-482b-8281-f40b4f19c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:54.076598 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed860295-8fd5-444e-93f5-14f8aad31b9c req-7dfc9349-b817-4bc9-b6fb-937bf64a34d3 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:54.079657 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ed860295-8fd5-444e-93f5-14f8aad31b9c req-7dfc9349-b817-4bc9-b6fb-937bf64a34d3 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 947 time: 0.0839365 Mar 11 18:12:54.106021 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3531f-4698-482b-8281-f40b4f19c2f4 None None] The sync data for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi is: [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:01:19Z', 'revision_number': 4, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '86284f52-9a6f-405d-90cc-5d95e1e0e509', 'name': '', 'network_id': '14672d67-1901-485e-810c-784d68b54b42', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'mac_address': 'fa:16:3e:ff:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:14Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'subnets': [{'id': '06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:54.147691 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ed860295-8fd5-444e-93f5-14f8aad31b9c req-34652493-bcf2-4e91-b626-d770d9fd1146 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621810 Mar 11 18:12:54.428968 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282cf319-3cbc-4c62-b48f-0066f20c955e None None] New status for floating IP b024b276-6766-4fbd-87f0-76db80f1ebc3: DOWN {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:12:54.719035 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 32988) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:54.785287 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b865924f-22de-4485-8996-8c2d96949cd3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (243a334a-31fd-4c7f-8504-f40f1787ea41), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.811146 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b865924f-22de-4485-8996-8c2d96949cd3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (243a334a-31fd-4c7f-8504-f40f1787ea41), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.863290 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b865924f-22de-4485-8996-8c2d96949cd3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (243a334a-31fd-4c7f-8504-f40f1787ea41), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.865923 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b865924f-22de-4485-8996-8c2d96949cd3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.869723 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-b865924f-22de-4485-8996-8c2d96949cd3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "DELETE /v2.0/security-groups/243a334a-31fd-4c7f-8504-f40f1787ea41 HTTP/1.1" status: 204 len: 168 time: 0.1470318 Mar 11 18:12:54.870104 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 32990) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:54.881880 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865924f-22de-4485-8996-8c2d96949cd3 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243a334a-31fd-4c7f-8504-f40f1787ea41,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:54.884470 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.api.v2.resource [None req-6468ae99-9128-491e-b23a-b5b627de1a87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] show failed (client error): The resource could not be found. Mar 11 18:12:54.885690 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-6468ae99-9128-491e-b23a-b5b627de1a87 tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "GET /v2.0/security-groups/243a334a-31fd-4c7f-8504-f40f1787ea41 HTTP/1.1" status: 404 len: 347 time: 0.0144694 Mar 11 18:12:54.888893 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 32992) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:55.052630 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-d410fadf-e5bb-4485-aed2-aa152a66797e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Deleting port f125119c-e586-46f8-85b9-fdc53b2b7d1f {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:55.052965 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d410fadf-e5bb-4485-aed2-aa152a66797e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (f125119c-e586-46f8-85b9-fdc53b2b7d1f), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.144492 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d410fadf-e5bb-4485-aed2-aa152a66797e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (f125119c-e586-46f8-85b9-fdc53b2b7d1f), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.144724 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d410fadf-e5bb-4485-aed2-aa152a66797e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (f125119c-e586-46f8-85b9-fdc53b2b7d1f), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.158047 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-d410fadf-e5bb-4485-aed2-aa152a66797e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Calling delete_port for f125119c-e586-46f8-85b9-fdc53b2b7d1f owned by network:floatingip {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:55.351479 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7497a4-6cd4-4033-a615-435486e05fb3 req-ef1af83d-37c8-4599-91ff-3874316436fb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:55.352959 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ed7497a4-6cd4-4033-a615-435486e05fb3 req-ef1af83d-37c8-4599-91ff-3874316436fb tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 947 time: 0.0967960 Mar 11 18:12:55.354077 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d410fadf-e5bb-4485-aed2-aa152a66797e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (f125119c-e586-46f8-85b9-fdc53b2b7d1f), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.382226 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410fadf-e5bb-4485-aed2-aa152a66797e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Pushing event deleted for resources: {'Port': ['ID=f125119c-e586-46f8-85b9-fdc53b2b7d1f,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:55.479193 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ed7497a4-6cd4-4033-a615-435486e05fb3 req-95a6893d-9573-4a6b-acf3-5141a6ac9e7d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9391b1b-9c12-4c0c-b2da-5341cecba54b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991142 Mar 11 18:12:55.482148 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d410fadf-e5bb-4485-aed2-aa152a66797e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks [] for floatingip (b024b276-6766-4fbd-87f0-76db80f1ebc3), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.484551 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d410fadf-e5bb-4485-aed2-aa152a66797e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.485669 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-d410fadf-e5bb-4485-aed2-aa152a66797e tempest-AttachVolumeNegativeTest-792806204 tempest-AttachVolumeNegativeTest-792806204-project] 10.222.0.30 "DELETE /v2.0/floatingips/b024b276-6766-4fbd-87f0-76db80f1ebc3 HTTP/1.1" status: 204 len: 168 time: 0.5956688 Mar 11 18:12:55.853664 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-05144d5f-69fa-49bd-9890-ed9b9288439f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:55.855212 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-05144d5f-69fa-49bd-9890-ed9b9288439f tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.104 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 947 time: 0.0623717 Mar 11 18:12:55.964183 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Deleting port 3e82f0bc-be5f-49f7-9895-7c62aed12888 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:55.964874 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.068688 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] For port 3e82f0bc-be5f-49f7-9895-7c62aed12888, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e82f0bc-be5f-49f7-9895-7c62aed12888,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:56.069064 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.149555 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device b4583781-6ead-4091-baa8-b750f4609bf0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:56.170625 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: b4583781-6ead-4091-baa8-b750f4609bf0 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:12:56.170977 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device b4583781-6ead-4091-baa8-b750f4609bf0 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:56.260385 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.260749 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (0a65be30-f525-469a-9db8-d12268777ede), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.261091 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Floating IP 0a65be30-f525-469a-9db8-d12268777ede disassociated. External IP: 172.27.0.15, port: 3e82f0bc-be5f-49f7-9895-7c62aed12888. Mar 11 18:12:56.261439 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Calling delete_port for 3e82f0bc-be5f-49f7-9895-7c62aed12888 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:56.405831 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (3e82f0bc-be5f-49f7-9895-7c62aed12888), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.437173 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event deleted for resources: {'Port': ['ID=3e82f0bc-be5f-49f7-9895-7c62aed12888,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:56.563160 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:56.601367 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-057d4c69-aacf-4af0-9939-c66bc49968d6 req-e7fab92b-ff41-49df-88a8-5832988bae79 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2393c86a-c64f-4495-be12-c90e83a6bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0332325 Mar 11 18:12:56.705652 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:56.719759 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e37432-fe1d-4860-87f7-0c2af2eca012 None None] Sync routers for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:56.731724 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e37432-fe1d-4860-87f7-0c2af2eca012 None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:56.732496 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-87e37432-fe1d-4860-87f7-0c2af2eca012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:12:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:56.759398 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] No DVR routers for this DVR port 3e82f0bc-be5f-49f7-9895-7c62aed12888 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:56.762399 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.766143 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d2fae53e-0f81-47d5-a7e2-6b5b033f3719 req-d86baba2-f582-43ac-9697-00a6f0784449 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.104 "DELETE /v2.0/ports/3e82f0bc-be5f-49f7-9895-7c62aed12888 HTTP/1.1" status: 204 len: 173 time: 0.9055943 Mar 11 18:12:56.766639 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'name': 'network-vif-deleted', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:56.771870 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019bbb3d-f42e-4ddd-85b0-a2fd7ea3d762" -d '{"events": [{"server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "name": "network-vif-deleted", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:56.853674 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfab795-5095-4c52-9959-6f7d9851ec4a x-openstack-request-id: req-1bfab795-5095-4c52-9959-6f7d9851ec4a {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:56.856444 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2393c86a-c64f-4495-be12-c90e83a6bdb3", "name": "network-vif-deleted", "tag": "3e82f0bc-be5f-49f7-9895-7c62aed12888", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:56.856710 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bfab795-5095-4c52-9959-6f7d9851ec4a {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:56.859463 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2393c86a-c64f-4495-be12-c90e83a6bdb3', 'name': 'network-vif-deleted', 'tag': '3e82f0bc-be5f-49f7-9895-7c62aed12888', 'status': 'completed', 'code': 200} Mar 11 18:12:56.891410 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-87e37432-fe1d-4860-87f7-0c2af2eca012 None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:57.156622 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-87e37432-fe1d-4860-87f7-0c2af2eca012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:57.185437 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e37432-fe1d-4860-87f7-0c2af2eca012 None None] Checking router: 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:57.195377 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e37432-fe1d-4860-87f7-0c2af2eca012 None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:57.195992 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-87e37432-fe1d-4860-87f7-0c2af2eca012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:12:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:57.326106 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-87e37432-fe1d-4860-87f7-0c2af2eca012 None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:57.546876 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-87e37432-fe1d-4860-87f7-0c2af2eca012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:57.573693 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e37432-fe1d-4860-87f7-0c2af2eca012 None None] The sync data for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi is: [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:12Z', 'revision_number': 4, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': 'af3bc449-c0b5-45fd-8a4b-647f73d0720f', 'name': '', 'network_id': '1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'mac_address': 'fa:16:3e:be:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:11Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'subnets': [{'id': '209a4d2c-5029-4d6a-99e0-21663353e235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:57.697497 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33024) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:57.757757 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0caec133-340d-49fa-8d7d-b82b882975d6 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group (c9391b1b-9c12-4c0c-b2da-5341cecba54b), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.782784 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0caec133-340d-49fa-8d7d-b82b882975d6 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group (c9391b1b-9c12-4c0c-b2da-5341cecba54b), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.825782 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54230649-a0c1-4842-a640-efee609f1540 None None] New status for floating IP 0a65be30-f525-469a-9db8-d12268777ede: DOWN {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:12:57.836155 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0caec133-340d-49fa-8d7d-b82b882975d6 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (c9391b1b-9c12-4c0c-b2da-5341cecba54b), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.838838 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0caec133-340d-49fa-8d7d-b82b882975d6 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.840141 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-0caec133-340d-49fa-8d7d-b82b882975d6 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "DELETE /v2.0/security-groups/c9391b1b-9c12-4c0c-b2da-5341cecba54b HTTP/1.1" status: 204 len: 168 time: 0.1409993 Mar 11 18:12:57.843376 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33026) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:57.850734 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caec133-340d-49fa-8d7d-b82b882975d6 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9391b1b-9c12-4c0c-b2da-5341cecba54b,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:57.869997 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.api.v2.resource [None req-1865bc1a-2b42-4e11-b4dc-d15bff408e1e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] show failed (client error): The resource could not be found. Mar 11 18:12:57.872450 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-1865bc1a-2b42-4e11-b4dc-d15bff408e1e tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "GET /v2.0/security-groups/c9391b1b-9c12-4c0c-b2da-5341cecba54b HTTP/1.1" status: 404 len: 347 time: 0.0278270 Mar 11 18:12:57.875610 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33030) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:58.033580 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-73064fa7-38b7-4e44-8f51-3eae8f476967 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Deleting port 83b9f364-f779-4fa7-859f-008ecd48c717 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:58.033985 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73064fa7-38b7-4e44-8f51-3eae8f476967 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (83b9f364-f779-4fa7-859f-008ecd48c717), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.114709 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73064fa7-38b7-4e44-8f51-3eae8f476967 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (83b9f364-f779-4fa7-859f-008ecd48c717), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.115110 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73064fa7-38b7-4e44-8f51-3eae8f476967 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (83b9f364-f779-4fa7-859f-008ecd48c717), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.127753 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-73064fa7-38b7-4e44-8f51-3eae8f476967 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Calling delete_port for 83b9f364-f779-4fa7-859f-008ecd48c717 owned by network:floatingip {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:58.276940 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73064fa7-38b7-4e44-8f51-3eae8f476967 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (83b9f364-f779-4fa7-859f-008ecd48c717), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.305791 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73064fa7-38b7-4e44-8f51-3eae8f476967 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Pushing event deleted for resources: {'Port': ['ID=83b9f364-f779-4fa7-859f-008ecd48c717,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:58.371134 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73064fa7-38b7-4e44-8f51-3eae8f476967 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks [] for floatingip (0a65be30-f525-469a-9db8-d12268777ede), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.373922 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73064fa7-38b7-4e44-8f51-3eae8f476967 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.375135 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-73064fa7-38b7-4e44-8f51-3eae8f476967 tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] 10.222.0.30 "DELETE /v2.0/floatingips/0a65be30-f525-469a-9db8-d12268777ede HTTP/1.1" status: 204 len: 168 time: 0.4978156 Mar 11 18:12:59.261833 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33056) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:59.378526 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:59.826739 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ee26e8b4-7592-46c6-87ad-f7935543060a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933442'] for router_interface (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.091182 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-ee26e8b4-7592-46c6-87ad-f7935543060a admin admin] Deleting port 86284f52-9a6f-405d-90cc-5d95e1e0e509 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:13:00.091517 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ee26e8b4-7592-46c6-87ad-f7935543060a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.167391 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3e82f0bc-be5f-49f7-9895-7c62aed12888 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:13:00.197380 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 3e82f0bc-be5f-49f7-9895-7c62aed12888 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:13:00.198067 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 3e82f0bc-be5f-49f7-9895-7c62aed12888 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:13:00.205669 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-ee26e8b4-7592-46c6-87ad-f7935543060a admin admin] For port 86284f52-9a6f-405d-90cc-5d95e1e0e509, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=86284f52-9a6f-405d-90cc-5d95e1e0e509,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:00.206107 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ee26e8b4-7592-46c6-87ad-f7935543060a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.220916 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-ee26e8b4-7592-46c6-87ad-f7935543060a admin admin] Calling delete_port for 86284f52-9a6f-405d-90cc-5d95e1e0e509 owned by network:router_interface {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:13:00.419128 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ee26e8b4-7592-46c6-87ad-f7935543060a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (86284f52-9a6f-405d-90cc-5d95e1e0e509), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.447500 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26e8b4-7592-46c6-87ad-f7935543060a admin admin] Pushing event deleted for resources: {'Port': ['ID=86284f52-9a6f-405d-90cc-5d95e1e0e509,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:00.623250 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-ee26e8b4-7592-46c6-87ad-f7935543060a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1947666'] for router_interface (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.863374 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee26e8b4-7592-46c6-87ad-f7935543060a admin admin] Router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:00.865354 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33080) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:01.259857 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee26e8b4-7592-46c6-87ad-f7935543060a admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:01.268275 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ee26e8b4-7592-46c6-87ad-f7935543060a admin admin] 10.222.0.30 "PUT /v2.0/routers/8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0053241 Mar 11 18:13:01.270081 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4688c106-b69f-4719-bb10-fbbd1d0aaf75 None None] Sync routers for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:01.270954 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33084) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:01.281326 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688c106-b69f-4719-bb10-fbbd1d0aaf75 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:01.281944 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-4688c106-b69f-4719-bb10-fbbd1d0aaf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:12:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:01.391999 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-4688c106-b69f-4719-bb10-fbbd1d0aaf75 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:01.463392 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Publish callbacks [] for router (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.579344 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-4688c106-b69f-4719-bb10-fbbd1d0aaf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:13:00Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:01.605738 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4688c106-b69f-4719-bb10-fbbd1d0aaf75 None None] Checking router: 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:01.615043 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688c106-b69f-4719-bb10-fbbd1d0aaf75 None None] Routers {'8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:01.615721 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-4688c106-b69f-4719-bb10-fbbd1d0aaf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:12:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:01.623589 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Publish callbacks [] for router_gateway (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.725708 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Deleting port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:13:01.726046 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.740317 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-4688c106-b69f-4719-bb10-fbbd1d0aaf75 None None] Set router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:01.793742 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4143-1b2f-4f18-960e-97feaef62f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933442'] for router_interface (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.873850 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] For port 730fefae-b5d3-48f1-acc8-0ad1c807c1c3, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=730fefae-b5d3-48f1-acc8-0ad1c807c1c3,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:01.874098 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.915838 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Calling delete_port for 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 owned by network:router_gateway {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:13:02.030293 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-4688c106-b69f-4719-bb10-fbbd1d0aaf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:13:00Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:02.060651 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4688c106-b69f-4719-bb10-fbbd1d0aaf75 None None] The sync data for ids ['8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb'] in dv-cinder-788368-4-iscsi is: [{'id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'name': 'tempest-AttachVolumeNegativeTest-1777313844-router', 'tenant_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:04Z', 'updated_at': '2022-03-11T18:13:00Z', 'revision_number': 5, 'project_id': 'ebd48be9d38b4dbaaa109c0895bb2068', 'gw_port': {'id': '730fefae-b5d3-48f1-acc8-0ad1c807c1c3', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:07Z', 'updated_at': '2022-03-11T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:02.206707 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (730fefae-b5d3-48f1-acc8-0ad1c807c1c3), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.239584 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=730fefae-b5d3-48f1-acc8-0ad1c807c1c3,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:02.288399 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4143-1b2f-4f18-960e-97feaef62f0d admin admin] Deleting port af3bc449-c0b5-45fd-8a4b-647f73d0720f {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:13:02.288697 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4143-1b2f-4f18-960e-97feaef62f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.350408 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1934776'] for router_gateway (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.455032 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1946935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25335'] for router (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.458476 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Publish callbacks [] for router_controller (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.464955 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-5c8e4143-1b2f-4f18-960e-97feaef62f0d admin admin] For port af3bc449-c0b5-45fd-8a4b-647f73d0720f, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=af3bc449-c0b5-45fd-8a4b-647f73d0720f,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:02.465687 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4143-1b2f-4f18-960e-97feaef62f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.511409 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4143-1b2f-4f18-960e-97feaef62f0d admin admin] Calling delete_port for af3bc449-c0b5-45fd-8a4b-647f73d0720f owned by network:router_interface {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:13:02.522744 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1946924'] for router (8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.523328 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb {{(pid=103278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:13:02.528353 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.529524 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-7201a34c-3e66-41a9-bdd9-5a26da0fd8f6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8e4fa90c-cb7a-4bf6-901e-b4b2a5b6b1cb HTTP/1.1" status: 204 len: 168 time: 1.2577004 Mar 11 18:13:02.532719 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33096) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:02.617577 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_v2 [None req-e483a4b7-9368-49bc-89d6-04efae594e78 admin admin] Deleting subnet 06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da {{(pid=103278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:13:02.622858 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e483a4b7-9368-49bc-89d6-04efae594e78 admin admin] Publish callbacks [] for subnet (06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.700163 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e483a4b7-9368-49bc-89d6-04efae594e78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13299080'] for subnet (06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.828222 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e483a4b7-9368-49bc-89d6-04efae594e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.858216 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4143-1b2f-4f18-960e-97feaef62f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (af3bc449-c0b5-45fd-8a4b-647f73d0720f), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.894336 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4143-1b2f-4f18-960e-97feaef62f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=af3bc449-c0b5-45fd-8a4b-647f73d0720f,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:02.945172 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e483a4b7-9368-49bc-89d6-04efae594e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16022632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13482888'] for subnet (06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.982109 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483a4b7-9368-49bc-89d6-04efae594e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:02.988338 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-e483a4b7-9368-49bc-89d6-04efae594e78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.993931 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-e483a4b7-9368-49bc-89d6-04efae594e78 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/06ffb5d8-45f4-4bc8-bfb5-0ce2a19172da HTTP/1.1" status: 204 len: 168 time: 0.4584501 Mar 11 18:13:02.995166 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33104) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:02.998346 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4e9ce-a182-4fbc-a11b-57554fa1177f None None] Network 14672d67-1901-485e-810c-784d68b54b42 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:13:03.084688 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (14672d67-1901-485e-810c-784d68b54b42), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.117755 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4143-1b2f-4f18-960e-97feaef62f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1947666'] for router_interface (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.181522 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Deleting port 5a2d674d-3d83-4b5d-9351-335fe7eb186e {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:13:03.181854 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.242655 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98262aa4-7db9-4087-b825-2f93c02677a5 None None] DHCP port deletion for 14672d67-1901-485e-810c-784d68b54b42 request from dv-cinder-788368-4-iscsi {{(pid=103279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:13:03.251559 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] For port 5a2d674d-3d83-4b5d-9351-335fe7eb186e, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=5a2d674d-3d83-4b5d-9351-335fe7eb186e,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:03.251921 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.267132 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Calling delete_port for 5a2d674d-3d83-4b5d-9351-335fe7eb186e owned by network:dhcp {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:13:03.307166 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-98262aa4-7db9-4087-b825-2f93c02677a5 None None] Deleting port 5a2d674d-3d83-4b5d-9351-335fe7eb186e {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:13:03.307562 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-98262aa4-7db9-4087-b825-2f93c02677a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.404383 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-98262aa4-7db9-4087-b825-2f93c02677a5 None None] For port 5a2d674d-3d83-4b5d-9351-335fe7eb186e, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=5a2d674d-3d83-4b5d-9351-335fe7eb186e,segment=NetworkSegment(e184f561-a5a3-48b9-92eb-97c2f4f6c83b),segment_id=e184f561-a5a3-48b9-92eb-97c2f4f6c83b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:03.404963 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-98262aa4-7db9-4087-b825-2f93c02677a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.418038 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.422219 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-98262aa4-7db9-4087-b825-2f93c02677a5 None None] Calling delete_port for 5a2d674d-3d83-4b5d-9351-335fe7eb186e owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:13:03.482042 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2d674d-3d83-4b5d-9351-335fe7eb186e,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:03.486014 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] No DVR routers for this DVR port 5a2d674d-3d83-4b5d-9351-335fe7eb186e on host dv-cinder-788368-4-iscsi {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:13:03.510537 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:13:03.536397 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:13:03.536753 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 730fefae-b5d3-48f1-acc8-0ad1c807c1c3 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:13:03.537181 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 86284f52-9a6f-405d-90cc-5d95e1e0e509 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:13:03.568157 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 86284f52-9a6f-405d-90cc-5d95e1e0e509 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:13:03.568488 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 86284f52-9a6f-405d-90cc-5d95e1e0e509 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:13:03.568916 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 5a2d674d-3d83-4b5d-9351-335fe7eb186e no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:13:03.569311 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (14672d67-1901-485e-810c-784d68b54b42), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.592616 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14672d67-1901-485e-810c-784d68b54b42']}} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:03.595473 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 5a2d674d-3d83-4b5d-9351-335fe7eb186e {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:13:03.595834 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 5a2d674d-3d83-4b5d-9351-335fe7eb186e not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:13:03.602972 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-98262aa4-7db9-4087-b825-2f93c02677a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288'] for port (5a2d674d-3d83-4b5d-9351-335fe7eb186e), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.603707 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b') {'for_net_delete': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:03.604079 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e184f561-a5a3-48b9-92eb-97c2f4f6c83b') {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:03.616599 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13366818'] for segment (e184f561-a5a3-48b9-92eb-97c2f4f6c83b), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.632019 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8e4143-1b2f-4f18-960e-97feaef62f0d admin admin] Router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:03.635393 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98262aa4-7db9-4087-b825-2f93c02677a5 None None] Pushing event deleted for resources: {'Port': ['ID=5a2d674d-3d83-4b5d-9351-335fe7eb186e,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:03.637364 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98262aa4-7db9-4087-b825-2f93c02677a5 None None] No DVR routers for this DVR port 5a2d674d-3d83-4b5d-9351-335fe7eb186e on host dv-cinder-788368-4-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:13:03.637546 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (e184f561-a5a3-48b9-92eb-97c2f4f6c83b), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.657462 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=103277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:13:03.657951 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14539434'] for segment (e184f561-a5a3-48b9-92eb-97c2f4f6c83b), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: Traceback (most recent call last): Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: timer() Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: cb(*args, **kw) Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: return func(*args, **kwargs) Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: self._notify() Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: self.callback(batched_events) Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: event.method(event) Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: return f(self, *a, **k) Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: return self._get(url).json() Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: return self.request(url, 'GET', **kwargs) Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:13:03.660295 dv-cinder-788368-4-iscsi neutron-server[103277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:13:03.720081 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (14672d67-1901-485e-810c-784d68b54b42), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.727747 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.731253 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] 10.222.0.30 "DELETE /v2.0/networks/14672d67-1901-485e-810c-784d68b54b42 HTTP/1.1" status: 204 len: 168 time: 0.7342110 Mar 11 18:13:03.741275 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743aeea-28fc-497e-83d4-cebc16a4c6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=14672d67-1901-485e-810c-784d68b54b42,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:03.757559 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8e4143-1b2f-4f18-960e-97feaef62f0d admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:03.762985 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-5c8e4143-1b2f-4f18-960e-97feaef62f0d admin admin] 10.222.0.30 "PUT /v2.0/routers/0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8965948 Mar 11 18:13:03.765769 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33108) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:03.768460 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73ca79-355c-46cb-8697-7949aed430fb None None] Sync routers for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:03.781196 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73ca79-355c-46cb-8697-7949aed430fb None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:03.782376 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-0d73ca79-355c-46cb-8697-7949aed430fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:12:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:03.898619 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33112) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:03.917477 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Publish callbacks [] for router (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.983296 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-59cd3eff-49ce-427c-8dc2-fe2b0c90cfeb req-07f92697-9c1b-489e-804c-8e598c3fc5fa service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567789 Mar 11 18:13:03.995428 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-ac955422-e3ef-4308-b35a-57593024b8bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebd48be9d38b4dbaaa109c0895bb2068&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0931723 Mar 11 18:13:03.995709 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33114) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:04.078636 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-0d73ca79-355c-46cb-8697-7949aed430fb None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:04.084071 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd3eff-49ce-427c-8dc2-fe2b0c90cfeb req-277ab0d1-ffc2-4ec6-8f07-5dc53d6340d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:04.085729 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-59cd3eff-49ce-427c-8dc2-fe2b0c90cfeb req-277ab0d1-ffc2-4ec6-8f07-5dc53d6340d9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9a2075c16fdd475a82d9d8cd6832baeb&device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 1130 time: 0.0514255 Mar 11 18:13:04.093473 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Publish callbacks [] for router_gateway (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.110479 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-db36218d-f0ee-4e7d-9ee5-b023c922dcd8 admin admin] Publish callbacks [] for security_group (b06de942-0b53-43ce-880e-c680ba47b126), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.155477 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-db36218d-f0ee-4e7d-9ee5-b023c922dcd8 admin admin] Publish callbacks [] for security_group (b06de942-0b53-43ce-880e-c680ba47b126), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.203627 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Deleting port f512b20f-bb4a-4a18-9b94-3406dcc2fe46 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:13:04.204043 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.213816 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd3eff-49ce-427c-8dc2-fe2b0c90cfeb req-d2855ccb-cb1b-43ac-99ee-bd247390f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:04.215923 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-59cd3eff-49ce-427c-8dc2-fe2b0c90cfeb req-d2855ccb-cb1b-43ac-99ee-bd247390f91e service neutron] 10.222.0.104 "GET /v2.0/networks?id=68dba951-659b-4d49-95cd-28e22175bbb4 HTTP/1.1" status: 200 len: 911 time: 0.1070879 Mar 11 18:13:04.281841 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-db36218d-f0ee-4e7d-9ee5-b023c922dcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (b06de942-0b53-43ce-880e-c680ba47b126), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.284610 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-db36218d-f0ee-4e7d-9ee5-b023c922dcd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.285987 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-db36218d-f0ee-4e7d-9ee5-b023c922dcd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b06de942-0b53-43ce-880e-c680ba47b126 HTTP/1.1" status: 204 len: 168 time: 0.2892983 Mar 11 18:13:04.300887 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36218d-f0ee-4e7d-9ee5-b023c922dcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06de942-0b53-43ce-880e-c680ba47b126,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:04.301820 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-0d73ca79-355c-46cb-8697-7949aed430fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:13:02Z', 'revision_number': 5, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port': {'id': 'f512b20f-bb4a-4a18-9b94-3406dcc2fe46', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:03Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:04.318097 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-59cd3eff-49ce-427c-8dc2-fe2b0c90cfeb req-d6ff2d5f-c2eb-45e4-9ae6-3393a4a33d8b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5 HTTP/1.1" status: 200 len: 1000 time: 0.0936799 Mar 11 18:13:04.335114 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] For port f512b20f-bb4a-4a18-9b94-3406dcc2fe46, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=f512b20f-bb4a-4a18-9b94-3406dcc2fe46,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:04.335679 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.339587 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73ca79-355c-46cb-8697-7949aed430fb None None] Checking router: 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:04.350492 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Calling delete_port for f512b20f-bb4a-4a18-9b94-3406dcc2fe46 owned by network:router_gateway {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:13:04.353750 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73ca79-355c-46cb-8697-7949aed430fb None None] Routers {'0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:04.354401 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-0d73ca79-355c-46cb-8697-7949aed430fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:12:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:04.408054 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd3eff-49ce-427c-8dc2-fe2b0c90cfeb req-5c79e6f4-9599-4ecb-9fd3-2974c5fea06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:04.409851 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-59cd3eff-49ce-427c-8dc2-fe2b0c90cfeb req-5c79e6f4-9599-4ecb-9fd3-2974c5fea06b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=34f7c50f-8e50-40df-8330-3e18680b5a64 HTTP/1.1" status: 200 len: 848 time: 0.0839663 Mar 11 18:13:04.454493 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-0d73ca79-355c-46cb-8697-7949aed430fb None None] Set router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc gateway port host: None {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:04.483226 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd3eff-49ce-427c-8dc2-fe2b0c90cfeb req-ed7b4b54-a3ae-4c45-b6cb-2382e0ca3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:04.485026 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-59cd3eff-49ce-427c-8dc2-fe2b0c90cfeb req-ed7b4b54-a3ae-4c45-b6cb-2382e0ca3e6a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=68dba951-659b-4d49-95cd-28e22175bbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661106 Mar 11 18:13:04.522633 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-0d73ca79-355c-46cb-8697-7949aed430fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:13:04Z', 'revision_number': 6, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port_host': None}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:04.551652 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73ca79-355c-46cb-8697-7949aed430fb None None] The sync data for ids ['0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc'] in dv-cinder-788368-4-iscsi is: [{'id': '0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1768976083-router', 'tenant_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:13:04Z', 'revision_number': 6, 'project_id': 'f8aa7bc2fe374cd38f56514efc24a417', 'gw_port_host': None}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:04.575762 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (f512b20f-bb4a-4a18-9b94-3406dcc2fe46), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.615055 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f512b20f-bb4a-4a18-9b94-3406dcc2fe46,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:04.629842 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-59cd3eff-49ce-427c-8dc2-fe2b0c90cfeb req-303072bd-c031-4a20-8138-2331f9b64842 service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345391 Mar 11 18:13:04.713831 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1934776'] for router_gateway (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.751538 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-59cd3eff-49ce-427c-8dc2-fe2b0c90cfeb req-ffc011d4-646f-442b-a89f-8f79024f78ae service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139479 Mar 11 18:13:04.817758 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1946935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25335'] for router (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.820228 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Publish callbacks [] for router_controller (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.867770 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1946924'] for router (0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.868166 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc {{(pid=103278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:13:04.873376 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.874924 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-6bd64cc3-07cb-4521-9128-385540481b9c admin admin] 10.222.0.30 "DELETE /v2.0/routers/0b877fee-7bf7-4aa4-a8c7-14610fa3dbfc HTTP/1.1" status: 204 len: 168 time: 1.1080153 Mar 11 18:13:04.878058 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33128) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:04.950285 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_v2 [None req-253699ed-c615-4863-aec5-44abb4b6d000 admin admin] Deleting subnet 209a4d2c-5029-4d6a-99e0-21663353e235 {{(pid=103278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:13:04.950705 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-253699ed-c615-4863-aec5-44abb4b6d000 admin admin] Publish callbacks [] for subnet (209a4d2c-5029-4d6a-99e0-21663353e235), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.961631 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-91a80891-9dca-4cb3-8045-032b677ca62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.003433 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-253699ed-c615-4863-aec5-44abb4b6d000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13299080'] for subnet (209a4d2c-5029-4d6a-99e0-21663353e235), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.113936 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-253699ed-c615-4863-aec5-44abb4b6d000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (209a4d2c-5029-4d6a-99e0-21663353e235), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.185007 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-253699ed-c615-4863-aec5-44abb4b6d000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16022632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13482888'] for subnet (209a4d2c-5029-4d6a-99e0-21663353e235), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.212753 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253699ed-c615-4863-aec5-44abb4b6d000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=209a4d2c-5029-4d6a-99e0-21663353e235,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:05.214784 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-253699ed-c615-4863-aec5-44abb4b6d000 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.221743 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-253699ed-c615-4863-aec5-44abb4b6d000 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/209a4d2c-5029-4d6a-99e0-21663353e235 HTTP/1.1" status: 204 len: 168 time: 0.3393271 Mar 11 18:13:05.221743 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33142) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:05.226045 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d308c51a-6998-4aaa-a0b9-e64e9e01cf55 None None] Network 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:13:05.301446 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.370020 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Deleting port 455359fb-1ccc-42fc-86ce-00b1912d0c51 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:13:05.370593 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.447363 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] For port 455359fb-1ccc-42fc-86ce-00b1912d0c51, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=455359fb-1ccc-42fc-86ce-00b1912d0c51,segment=NetworkSegment(939fe9bb-6d1f-48b5-8e29-6c6b0a841b22),segment_id=939fe9bb-6d1f-48b5-8e29-6c6b0a841b22)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:05.447798 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.461034 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Calling delete_port for 455359fb-1ccc-42fc-86ce-00b1912d0c51 owned by network:dhcp {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:13:05.472061 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0003139-38c3-4de6-b6a1-238d51c1ff99 None None] DHCP port deletion for 1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa request from dv-cinder-788368-4-iscsi {{(pid=103279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:13:05.514100 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device af3bc449-c0b5-45fd-8a4b-647f73d0720f no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:13:05.544833 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: af3bc449-c0b5-45fd-8a4b-647f73d0720f {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:13:05.545402 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device af3bc449-c0b5-45fd-8a4b-647f73d0720f not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:13:05.545733 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device f512b20f-bb4a-4a18-9b94-3406dcc2fe46 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:13:05.563784 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.568887 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: f512b20f-bb4a-4a18-9b94-3406dcc2fe46 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:13:05.569223 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device f512b20f-bb4a-4a18-9b94-3406dcc2fe46 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:13:05.587455 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-f0003139-38c3-4de6-b6a1-238d51c1ff99 None None] Deleting port 455359fb-1ccc-42fc-86ce-00b1912d0c51 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:13:05.588134 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f0003139-38c3-4de6-b6a1-238d51c1ff99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.602350 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] No DVR routers for this DVR port 455359fb-1ccc-42fc-86ce-00b1912d0c51 on host dv-cinder-788368-4-iscsi {{(pid=103278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:13:05.608520 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Pushing event deleted for resources: {'Port': ['ID=455359fb-1ccc-42fc-86ce-00b1912d0c51,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:05.665061 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-f0003139-38c3-4de6-b6a1-238d51c1ff99 None None] For port 455359fb-1ccc-42fc-86ce-00b1912d0c51, host dv-cinder-788368-4-iscsi, got binding levels [] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:05.665489 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f0003139-38c3-4de6-b6a1-238d51c1ff99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.681013 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-f0003139-38c3-4de6-b6a1-238d51c1ff99 None None] Calling delete_port for 455359fb-1ccc-42fc-86ce-00b1912d0c51 owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:13:05.686435 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.688972 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.ipam_backend_mixin [None req-f0003139-38c3-4de6-b6a1-238d51c1ff99 None None] Port 455359fb-1ccc-42fc-86ce-00b1912d0c51 was not found and therefore no delete operation was performed {{(pid=103279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 18:13:05.692409 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f0003139-38c3-4de6-b6a1-238d51c1ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288'] for port (455359fb-1ccc-42fc-86ce-00b1912d0c51), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.710687 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa']}} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:05.723075 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0003139-38c3-4de6-b6a1-238d51c1ff99 None None] Pushing event deleted for resources: {'Port': ['ID=455359fb-1ccc-42fc-86ce-00b1912d0c51,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:05.723442 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22') {'for_net_delete': True} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:05.724189 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939fe9bb-6d1f-48b5-8e29-6c6b0a841b22') {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:05.732391 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0003139-38c3-4de6-b6a1-238d51c1ff99 None None] No DVR routers for this DVR port 455359fb-1ccc-42fc-86ce-00b1912d0c51 on host dv-cinder-788368-4-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:13:05.740392 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13299075'] for segment (939fe9bb-6d1f-48b5-8e29-6c6b0a841b22), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.766992 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (939fe9bb-6d1f-48b5-8e29-6c6b0a841b22), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.774417 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=103278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:13:05.775043 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16008886'] for segment (939fe9bb-6d1f-48b5-8e29-6c6b0a841b22), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: Traceback (most recent call last): Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: timer() Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: cb(*args, **kw) Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: return func(*args, **kwargs) Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: self._notify() Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: self.callback(batched_events) Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: event.method(event) Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: return f(self, *a, **k) Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._get(url).json() Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: return self.request(url, 'GET', **kwargs) Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:13:05.777322 dv-cinder-788368-4-iscsi neutron-server[103278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:13:05.848414 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.855254 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.865834 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] 10.222.0.30 "DELETE /v2.0/networks/1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa HTTP/1.1" status: 204 len: 168 time: 0.6405463 Mar 11 18:13:05.874491 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00603ead-6d3a-422c-ae28-f2d29bce34fe admin admin] Pushing event deleted for resources: {'Network': ['ID=1328b7cb-c4fe-46eb-99b8-3d4e9fd729fa,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:06.082631 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33164) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:06.125577 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-246a458c-6b54-4e21-9a97-0cb290d34a79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8aa7bc2fe374cd38f56514efc24a417&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416796 Mar 11 18:13:06.128462 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33166) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:06.187001 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-35ff2f4e-3ece-4680-8f92-75cb00ddee21 admin admin] Publish callbacks [] for security_group (73c65eaa-55f4-4aa5-a397-368944ac87f8), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.212266 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-35ff2f4e-3ece-4680-8f92-75cb00ddee21 admin admin] Publish callbacks [] for security_group (73c65eaa-55f4-4aa5-a397-368944ac87f8), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.268203 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-35ff2f4e-3ece-4680-8f92-75cb00ddee21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (73c65eaa-55f4-4aa5-a397-368944ac87f8), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.271045 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-35ff2f4e-3ece-4680-8f92-75cb00ddee21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.274820 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-35ff2f4e-3ece-4680-8f92-75cb00ddee21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73c65eaa-55f4-4aa5-a397-368944ac87f8 HTTP/1.1" status: 204 len: 168 time: 0.1429629 Mar 11 18:13:06.281412 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff2f4e-3ece-4680-8f92-75cb00ddee21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c65eaa-55f4-4aa5-a397-368944ac87f8,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:06.467830 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33178) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:06.585436 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-79219cf0-1c90-4a23-a182-6a2a4fc1089c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.681733 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-79219cf0-1c90-4a23-a182-6a2a4fc1089c admin admin] Publish callbacks [] for security_group (e600101f-f948-4f55-a526-994cb5f724a4), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.687440 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-79219cf0-1c90-4a23-a182-6a2a4fc1089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e600101f-f948-4f55-a526-994cb5f724a4), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.730887 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79219cf0-1c90-4a23-a182-6a2a4fc1089c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e600101f-f948-4f55-a526-994cb5f724a4,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:06.740111 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-79219cf0-1c90-4a23-a182-6a2a4fc1089c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34ce44f84b5a461b913fc164d957311c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683551 Mar 11 18:13:06.741761 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33190) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:06.795891 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9340-fa61-4ba2-aada-87fce42b7d93 admin admin] Publish callbacks [] for security_group (e600101f-f948-4f55-a526-994cb5f724a4), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.819871 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9340-fa61-4ba2-aada-87fce42b7d93 admin admin] Publish callbacks [] for security_group (e600101f-f948-4f55-a526-994cb5f724a4), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.875769 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9340-fa61-4ba2-aada-87fce42b7d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e600101f-f948-4f55-a526-994cb5f724a4), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.878315 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9340-fa61-4ba2-aada-87fce42b7d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.879713 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-8b3c9340-fa61-4ba2-aada-87fce42b7d93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e600101f-f948-4f55-a526-994cb5f724a4 HTTP/1.1" status: 204 len: 168 time: 0.1366768 Mar 11 18:13:06.888443 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c9340-fa61-4ba2-aada-87fce42b7d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e600101f-f948-4f55-a526-994cb5f724a4,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:07.308116 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33216) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:07.323759 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bc372982-da0a-4490-8f25-3c6d014e91bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:07.384857 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 455359fb-1ccc-42fc-86ce-00b1912d0c51 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:13:07.417190 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 455359fb-1ccc-42fc-86ce-00b1912d0c51 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:13:07.417714 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 455359fb-1ccc-42fc-86ce-00b1912d0c51 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:13:07.454724 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bc372982-da0a-4490-8f25-3c6d014e91bd admin admin] Publish callbacks [] for security_group (f0ba01d4-5628-4b5c-a441-01af4174ba77), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:07.460938 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bc372982-da0a-4490-8f25-3c6d014e91bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (f0ba01d4-5628-4b5c-a441-01af4174ba77), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:07.505959 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-bc372982-da0a-4490-8f25-3c6d014e91bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ff3c71be7e9422d984ffc1de9c529b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966891 Mar 11 18:13:07.506946 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc372982-da0a-4490-8f25-3c6d014e91bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ba01d4-5628-4b5c-a441-01af4174ba77,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:07.510165 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33218) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:07.567190 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-72b2f186-1405-40ee-a411-80e0fd9f5ad5 admin admin] Publish callbacks [] for security_group (f0ba01d4-5628-4b5c-a441-01af4174ba77), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:07.594182 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-72b2f186-1405-40ee-a411-80e0fd9f5ad5 admin admin] Publish callbacks [] for security_group (f0ba01d4-5628-4b5c-a441-01af4174ba77), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:07.644344 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-72b2f186-1405-40ee-a411-80e0fd9f5ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (f0ba01d4-5628-4b5c-a441-01af4174ba77), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:07.647036 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-72b2f186-1405-40ee-a411-80e0fd9f5ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:07.648211 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-72b2f186-1405-40ee-a411-80e0fd9f5ad5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0ba01d4-5628-4b5c-a441-01af4174ba77 HTTP/1.1" status: 204 len: 168 time: 0.1371844 Mar 11 18:13:07.656935 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2f186-1405-40ee-a411-80e0fd9f5ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ba01d4-5628-4b5c-a441-01af4174ba77,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:07.888990 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-58067149-2b79-467c-89be-6aa1d4a9a41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:09.604317 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33374) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:09.819019 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5c6e370c-e967-4e9e-80c7-568d9f694358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:09.912822 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5c6e370c-e967-4e9e-80c7-568d9f694358 admin admin] Publish callbacks [] for security_group (13d5a66f-0b3c-4d53-8162-752005b1a953), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:09.919223 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5c6e370c-e967-4e9e-80c7-568d9f694358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (13d5a66f-0b3c-4d53-8162-752005b1a953), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:09.960807 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-5c6e370c-e967-4e9e-80c7-568d9f694358 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41bfdab65e14477588b2f42f8f0acd98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552969 Mar 11 18:13:09.961702 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e370c-e967-4e9e-80c7-568d9f694358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d5a66f-0b3c-4d53-8162-752005b1a953,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:09.963744 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33386) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:10.022577 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-42e1530a-deda-4663-b778-6b0906ebdf28 admin admin] Publish callbacks [] for security_group (13d5a66f-0b3c-4d53-8162-752005b1a953), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.045729 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-42e1530a-deda-4663-b778-6b0906ebdf28 admin admin] Publish callbacks [] for security_group (13d5a66f-0b3c-4d53-8162-752005b1a953), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.096944 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-42e1530a-deda-4663-b778-6b0906ebdf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (13d5a66f-0b3c-4d53-8162-752005b1a953), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.099596 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-42e1530a-deda-4663-b778-6b0906ebdf28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.100801 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-42e1530a-deda-4663-b778-6b0906ebdf28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13d5a66f-0b3c-4d53-8162-752005b1a953 HTTP/1.1" status: 204 len: 168 time: 0.1359863 Mar 11 18:13:10.110762 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1530a-deda-4663-b778-6b0906ebdf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d5a66f-0b3c-4d53-8162-752005b1a953,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:10.398733 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33402) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:10.501337 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33406) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:10.514692 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8033bdf4-0c12-4742-9ce5-699a5c1d06fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.516088 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f9e5-fee2-43e2-9e6e-cc47099d3414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.589517 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f9e5-fee2-43e2-9e6e-cc47099d3414 admin admin] Publish callbacks [] for security_group (ac8fcf9e-e7a3-4d2f-8a5d-33b3da229b81), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.593513 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8033bdf4-0c12-4742-9ce5-699a5c1d06fa admin admin] Publish callbacks [] for security_group (bdb7ffd0-c336-430b-8963-1e93217744be), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.594085 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f9e5-fee2-43e2-9e6e-cc47099d3414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (ac8fcf9e-e7a3-4d2f-8a5d-33b3da229b81), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.598384 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8033bdf4-0c12-4742-9ce5-699a5c1d06fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (bdb7ffd0-c336-430b-8963-1e93217744be), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.631448 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7f9e5-fee2-43e2-9e6e-cc47099d3414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8fcf9e-e7a3-4d2f-8a5d-33b3da229b81,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:10.634920 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033bdf4-0c12-4742-9ce5-699a5c1d06fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb7ffd0-c336-430b-8963-1e93217744be,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:10.639584 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-a5f7f9e5-fee2-43e2-9e6e-cc47099d3414 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abfff096f5594162b27a4c27fd0588b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371314 Mar 11 18:13:10.640389 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-8033bdf4-0c12-4742-9ce5-699a5c1d06fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcaca2d210cf480d8aaab5818c663985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369102 Mar 11 18:13:10.640389 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33408) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:10.642054 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33410) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:10.690178 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-619b1eda-1a4b-47ea-93e1-1a43de53dd14 admin admin] Publish callbacks [] for security_group (bdb7ffd0-c336-430b-8963-1e93217744be), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.691922 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1b0c457b-80d2-4a2b-a2a9-c76decf6f417 admin admin] Publish callbacks [] for security_group (ac8fcf9e-e7a3-4d2f-8a5d-33b3da229b81), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.716702 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-619b1eda-1a4b-47ea-93e1-1a43de53dd14 admin admin] Publish callbacks [] for security_group (bdb7ffd0-c336-430b-8963-1e93217744be), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.719558 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1b0c457b-80d2-4a2b-a2a9-c76decf6f417 admin admin] Publish callbacks [] for security_group (ac8fcf9e-e7a3-4d2f-8a5d-33b3da229b81), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.763542 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-619b1eda-1a4b-47ea-93e1-1a43de53dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (bdb7ffd0-c336-430b-8963-1e93217744be), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.766715 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-619b1eda-1a4b-47ea-93e1-1a43de53dd14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.767739 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1b0c457b-80d2-4a2b-a2a9-c76decf6f417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (ac8fcf9e-e7a3-4d2f-8a5d-33b3da229b81), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.768278 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-619b1eda-1a4b-47ea-93e1-1a43de53dd14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bdb7ffd0-c336-430b-8963-1e93217744be HTTP/1.1" status: 204 len: 168 time: 0.1250815 Mar 11 18:13:10.771015 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1b0c457b-80d2-4a2b-a2a9-c76decf6f417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.772187 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-1b0c457b-80d2-4a2b-a2a9-c76decf6f417 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac8fcf9e-e7a3-4d2f-8a5d-33b3da229b81 HTTP/1.1" status: 204 len: 168 time: 0.1311655 Mar 11 18:13:10.780312 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b1eda-1a4b-47ea-93e1-1a43de53dd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb7ffd0-c336-430b-8963-1e93217744be,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:10.784787 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c457b-80d2-4a2b-a2a9-c76decf6f417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8fcf9e-e7a3-4d2f-8a5d-33b3da229b81,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:10.830031 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:11.191723 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33426) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:11.206169 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d3031ce9-05ce-4d18-9052-70450cf344c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:11.287613 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d3031ce9-05ce-4d18-9052-70450cf344c0 admin admin] Publish callbacks [] for security_group (e602078c-e70d-490e-a0f7-371307efb5b9), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:11.292776 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d3031ce9-05ce-4d18-9052-70450cf344c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e602078c-e70d-490e-a0f7-371307efb5b9), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:11.334852 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3031ce9-05ce-4d18-9052-70450cf344c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e602078c-e70d-490e-a0f7-371307efb5b9,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:11.339246 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-d3031ce9-05ce-4d18-9052-70450cf344c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e493e12a882473492735676ad47aa52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464772 Mar 11 18:13:11.341839 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33432) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:11.391971 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4e5e76ab-5be0-49dd-9a88-e3e8759431f5 admin admin] Publish callbacks [] for security_group (e602078c-e70d-490e-a0f7-371307efb5b9), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:11.413508 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4e5e76ab-5be0-49dd-9a88-e3e8759431f5 admin admin] Publish callbacks [] for security_group (e602078c-e70d-490e-a0f7-371307efb5b9), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:11.464102 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4e5e76ab-5be0-49dd-9a88-e3e8759431f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e602078c-e70d-490e-a0f7-371307efb5b9), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:11.466690 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4e5e76ab-5be0-49dd-9a88-e3e8759431f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:11.467982 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-4e5e76ab-5be0-49dd-9a88-e3e8759431f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e602078c-e70d-490e-a0f7-371307efb5b9 HTTP/1.1" status: 204 len: 168 time: 0.1250954 Mar 11 18:13:11.475540 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e76ab-5be0-49dd-9a88-e3e8759431f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e602078c-e70d-490e-a0f7-371307efb5b9,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:11.721713 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:12.417813 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:12.757953 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33514) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:12.982147 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0b837cbb-88fd-4402-8580-50bf14eb2874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.068144 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0b837cbb-88fd-4402-8580-50bf14eb2874 admin admin] Publish callbacks [] for security_group (d5eb7d6e-0b99-40c3-a54c-ced2fdcd8923), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.076386 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0b837cbb-88fd-4402-8580-50bf14eb2874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (d5eb7d6e-0b99-40c3-a54c-ced2fdcd8923), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.119368 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-0b837cbb-88fd-4402-8580-50bf14eb2874 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d1b1248712f44e69de36e515db7efea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596125 Mar 11 18:13:13.120095 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b837cbb-88fd-4402-8580-50bf14eb2874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eb7d6e-0b99-40c3-a54c-ced2fdcd8923,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:13.122461 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33528) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:13.180816 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c0bb0ee2-b3d3-497a-9ecd-d1f996302e24 admin admin] Publish callbacks [] for security_group (d5eb7d6e-0b99-40c3-a54c-ced2fdcd8923), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.204879 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c0bb0ee2-b3d3-497a-9ecd-d1f996302e24 admin admin] Publish callbacks [] for security_group (d5eb7d6e-0b99-40c3-a54c-ced2fdcd8923), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.255302 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c0bb0ee2-b3d3-497a-9ecd-d1f996302e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (d5eb7d6e-0b99-40c3-a54c-ced2fdcd8923), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.257890 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c0bb0ee2-b3d3-497a-9ecd-d1f996302e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.259200 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c0bb0ee2-b3d3-497a-9ecd-d1f996302e24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5eb7d6e-0b99-40c3-a54c-ced2fdcd8923 HTTP/1.1" status: 204 len: 168 time: 0.1355596 Mar 11 18:13:13.268615 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb0ee2-b3d3-497a-9ecd-d1f996302e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eb7d6e-0b99-40c3-a54c-ced2fdcd8923,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:13.593174 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33550) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:13.606752 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-17245989-0270-4ff2-afbd-73458aca1380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.703106 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-17245989-0270-4ff2-afbd-73458aca1380 admin admin] Publish callbacks [] for security_group (7fca9d93-158c-4e2f-a0f7-ee9f7599e055), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.714066 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-17245989-0270-4ff2-afbd-73458aca1380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (7fca9d93-158c-4e2f-a0f7-ee9f7599e055), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.752317 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-17245989-0270-4ff2-afbd-73458aca1380 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c75c5e6579c447a87bbd0792d794322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579423 Mar 11 18:13:13.753148 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17245989-0270-4ff2-afbd-73458aca1380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fca9d93-158c-4e2f-a0f7-ee9f7599e055,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:13.755648 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33554) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:13.830813 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d481ed9a-afda-4f37-ba76-704b7946997d admin admin] Publish callbacks [] for security_group (7fca9d93-158c-4e2f-a0f7-ee9f7599e055), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.853793 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d481ed9a-afda-4f37-ba76-704b7946997d admin admin] Publish callbacks [] for security_group (7fca9d93-158c-4e2f-a0f7-ee9f7599e055), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.900934 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d481ed9a-afda-4f37-ba76-704b7946997d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (7fca9d93-158c-4e2f-a0f7-ee9f7599e055), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.903812 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d481ed9a-afda-4f37-ba76-704b7946997d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.905066 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-d481ed9a-afda-4f37-ba76-704b7946997d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fca9d93-158c-4e2f-a0f7-ee9f7599e055 HTTP/1.1" status: 204 len: 168 time: 0.1481688 Mar 11 18:13:13.915494 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481ed9a-afda-4f37-ba76-704b7946997d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fca9d93-158c-4e2f-a0f7-ee9f7599e055,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:16.048799 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33644) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:16.163697 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eef4b6f1-4edd-45ae-b5e9-e4d3d9508e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:16.244832 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eef4b6f1-4edd-45ae-b5e9-e4d3d9508e48 admin admin] Publish callbacks [] for security_group (8075e126-9fd8-4d55-918b-d0760a0d5a8d), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:16.251933 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eef4b6f1-4edd-45ae-b5e9-e4d3d9508e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (8075e126-9fd8-4d55-918b-d0760a0d5a8d), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:16.292048 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-eef4b6f1-4edd-45ae-b5e9-e4d3d9508e48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60bdfdd33d444a37ae0b9bb0e63669d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417939 Mar 11 18:13:16.292993 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4b6f1-4edd-45ae-b5e9-e4d3d9508e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8075e126-9fd8-4d55-918b-d0760a0d5a8d,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:16.295377 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33648) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:16.549637 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-13938d2a-d1d3-4992-9f51-5a1b4ebf169c admin admin] Publish callbacks [] for security_group (8075e126-9fd8-4d55-918b-d0760a0d5a8d), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:16.574974 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-13938d2a-d1d3-4992-9f51-5a1b4ebf169c admin admin] Publish callbacks [] for security_group (8075e126-9fd8-4d55-918b-d0760a0d5a8d), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:16.632756 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-13938d2a-d1d3-4992-9f51-5a1b4ebf169c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (8075e126-9fd8-4d55-918b-d0760a0d5a8d), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:16.635452 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-13938d2a-d1d3-4992-9f51-5a1b4ebf169c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:16.636612 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-13938d2a-d1d3-4992-9f51-5a1b4ebf169c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8075e126-9fd8-4d55-918b-d0760a0d5a8d HTTP/1.1" status: 204 len: 168 time: 0.3395567 Mar 11 18:13:16.644849 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13938d2a-d1d3-4992-9f51-5a1b4ebf169c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8075e126-9fd8-4d55-918b-d0760a0d5a8d,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:16.913914 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33656) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:16.927871 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6ac14b63-478c-443c-8f7d-6161f01a9078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.010039 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6ac14b63-478c-443c-8f7d-6161f01a9078 admin admin] Publish callbacks [] for security_group (e368f0a6-2095-4cf5-af0b-2858a09ec3ad), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.016110 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6ac14b63-478c-443c-8f7d-6161f01a9078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e368f0a6-2095-4cf5-af0b-2858a09ec3ad), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.053631 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-6ac14b63-478c-443c-8f7d-6161f01a9078 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29a73073b5b5493c908c3bc5b097a4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386058 Mar 11 18:13:17.054577 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac14b63-478c-443c-8f7d-6161f01a9078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e368f0a6-2095-4cf5-af0b-2858a09ec3ad,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:17.056427 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33660) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:17.109659 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9fb10bdb-dd69-45c0-8cc2-cdeba2d937d8 admin admin] Publish callbacks [] for security_group (e368f0a6-2095-4cf5-af0b-2858a09ec3ad), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.131132 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9fb10bdb-dd69-45c0-8cc2-cdeba2d937d8 admin admin] Publish callbacks [] for security_group (e368f0a6-2095-4cf5-af0b-2858a09ec3ad), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.181232 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9fb10bdb-dd69-45c0-8cc2-cdeba2d937d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e368f0a6-2095-4cf5-af0b-2858a09ec3ad), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.183785 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9fb10bdb-dd69-45c0-8cc2-cdeba2d937d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.184933 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-9fb10bdb-dd69-45c0-8cc2-cdeba2d937d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e368f0a6-2095-4cf5-af0b-2858a09ec3ad HTTP/1.1" status: 204 len: 168 time: 0.1268480 Mar 11 18:13:17.193051 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb10bdb-dd69-45c0-8cc2-cdeba2d937d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e368f0a6-2095-4cf5-af0b-2858a09ec3ad,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:26.051751 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:13:29.400366 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.898886 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-f3c7d7bb-6cc9-4227-b551-c6c00a859d32 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807266370&fields=id&tenant_id=54e501d16919459e828a80b476c6975f HTTP/1.1" status: 200 len: 267 time: 0.0595214 Mar 11 18:13:34.011970 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-eca3bd0b-4064-4243-8c5a-dc15b06c3726 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:34.013456 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-eca3bd0b-4064-4243-8c5a-dc15b06c3726 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 811 time: 0.1079338 Mar 11 18:13:34.028523 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-969259d9-c048-4869-bb8d-361cd5fea6a9 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/quotas/54e501d16919459e828a80b476c6975f HTTP/1.1" status: 200 len: 375 time: 0.0094192 Mar 11 18:13:34.091803 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-3d334d52-4823-473f-9b68-998872014e91 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565548 Mar 11 18:13:34.107942 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-e403555a-47a0-4eb5-ba5c-e01870006766 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:13:34.109066 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-e403555a-47a0-4eb5-ba5c-e01870006766 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056689 Mar 11 18:13:34.199670 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-71bdcc7a-397e-4717-88be-c26da1652c05 service neutron] 10.222.0.30 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848489 Mar 11 18:13:34.298783 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-a7d5bbda-8665-46cc-b9c5-9e8d2529f117 service neutron] 10.222.0.30 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927119 Mar 11 18:13:34.679982 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7eaf19ee-c369-49a5-a2f5-25f82ee14e42 req-881952ca-b3ed-489f-b8ed-dc1bf43b8598 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 210 time: 0.0533783 Mar 11 18:13:34.952277 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-370eef5c-15ee-48d0-b71f-718b4cf97324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:34.994342 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38ac3d-01ae-4b58-931b-3e9658b7caad req-899c151e-7603-4c08-aaae-dd5acb8cca67 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:34.996003 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6d38ac3d-01ae-4b58-931b-3e9658b7caad req-899c151e-7603-4c08-aaae-dd5acb8cca67 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0781872 Mar 11 18:13:35.061430 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6d38ac3d-01ae-4b58-931b-3e9658b7caad req-cb0da4a8-f4b2-4e13-8f60-d078ba9bc91a tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592854 Mar 11 18:13:35.231126 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33930) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:35.338493 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:35.426493 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Publish callbacks [] for security_group (932a0489-4b9c-4748-9f54-4297a63152b4), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:35.431822 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (932a0489-4b9c-4748-9f54-4297a63152b4), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:35.469645 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7bfcebb760434d9099f0e94a2476c70b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373638 Mar 11 18:13:35.470913 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932a0489-4b9c-4748-9f54-4297a63152b4,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:35.472607 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33934) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:35.478535 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.478850 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.479185 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.479522 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.479852 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.480181 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.480510 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.480837 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.481159 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.481486 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.481808 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.482125 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.482437 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6e2ad-aa1f-4464-9629-d38815a938be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.523907 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Publish callbacks [] for security_group (932a0489-4b9c-4748-9f54-4297a63152b4), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:35.546447 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Publish callbacks [] for security_group (932a0489-4b9c-4748-9f54-4297a63152b4), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:35.596434 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (932a0489-4b9c-4748-9f54-4297a63152b4), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:35.598984 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:35.600111 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/932a0489-4b9c-4748-9f54-4297a63152b4 HTTP/1.1" status: 204 len: 168 time: 0.1265271 Mar 11 18:13:35.608018 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932a0489-4b9c-4748-9f54-4297a63152b4,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:35.616279 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.616654 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.616988 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.617369 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.617657 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.618042 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.618305 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.618664 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.618994 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.619322 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.619645 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.619965 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.620286 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c73f03-1333-4946-8c80-7ba5e739712f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:35.768513 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4e21e519-c250-4328-ae18-af1f66296512 req-e10bc0dc-4bcb-47dd-a5e4-7dac8049f61f tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 210 time: 0.0293963 Mar 11 18:13:35.885637 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33948) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:35.900161 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5514ef84-f61f-4603-acb5-3de9753682bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.000259 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5514ef84-f61f-4603-acb5-3de9753682bf admin admin] Publish callbacks [] for security_group (7be1f2c7-6d61-4129-8496-75ed65136f87), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.004647 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5514ef84-f61f-4603-acb5-3de9753682bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (7be1f2c7-6d61-4129-8496-75ed65136f87), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.044481 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514ef84-f61f-4603-acb5-3de9753682bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be1f2c7-6d61-4129-8496-75ed65136f87,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:36.048868 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-5514ef84-f61f-4603-acb5-3de9753682bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=511282e8e5d94f59b8f55f5b94cd16e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620910 Mar 11 18:13:36.051722 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33952) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:36.110746 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9aa01b06-c5d2-470d-bad1-152a0660d3e0 admin admin] Publish callbacks [] for security_group (7be1f2c7-6d61-4129-8496-75ed65136f87), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.134612 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9aa01b06-c5d2-470d-bad1-152a0660d3e0 admin admin] Publish callbacks [] for security_group (7be1f2c7-6d61-4129-8496-75ed65136f87), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.187471 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56191d9-350c-4abe-8c29-1ec59a2558b9 req-77d84b59-4a44-43d5-a6e2-28ab8e628bf7 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:36.189183 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f56191d9-350c-4abe-8c29-1ec59a2558b9 req-77d84b59-4a44-43d5-a6e2-28ab8e628bf7 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0559008 Mar 11 18:13:36.193848 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9aa01b06-c5d2-470d-bad1-152a0660d3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (7be1f2c7-6d61-4129-8496-75ed65136f87), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.196780 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9aa01b06-c5d2-470d-bad1-152a0660d3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.198023 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-9aa01b06-c5d2-470d-bad1-152a0660d3e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7be1f2c7-6d61-4129-8496-75ed65136f87 HTTP/1.1" status: 204 len: 168 time: 0.1453581 Mar 11 18:13:36.207747 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa01b06-c5d2-470d-bad1-152a0660d3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be1f2c7-6d61-4129-8496-75ed65136f87,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:36.254172 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f56191d9-350c-4abe-8c29-1ec59a2558b9 req-405a5603-6c77-4e38-837a-3cdda39269e3 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585418 Mar 11 18:13:36.512610 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 33974) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:36.625607 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-496f2c6b-f9a4-496a-9504-6274ade7733d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.713209 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-496f2c6b-f9a4-496a-9504-6274ade7733d admin admin] Publish callbacks [] for security_group (06495481-e412-4efb-b863-3d5ad3c85fbc), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.719069 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-496f2c6b-f9a4-496a-9504-6274ade7733d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (06495481-e412-4efb-b863-3d5ad3c85fbc), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.759437 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-496f2c6b-f9a4-496a-9504-6274ade7733d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e439bc8760f444ee92f7cdbfbf33eab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450106 Mar 11 18:13:36.761018 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f2c6b-f9a4-496a-9504-6274ade7733d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06495481-e412-4efb-b863-3d5ad3c85fbc,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:36.762984 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 33986) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:36.817186 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b0a7127c-3ea5-461d-b021-35c3a03c251c admin admin] Publish callbacks [] for security_group (06495481-e412-4efb-b863-3d5ad3c85fbc), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.846567 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b0a7127c-3ea5-461d-b021-35c3a03c251c admin admin] Publish callbacks [] for security_group (06495481-e412-4efb-b863-3d5ad3c85fbc), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.899635 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2acf30b3-adc4-4c25-9e91-9086d226d790 req-d82f70d9-d95e-4b21-a6db-ee55c79b170c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 210 time: 0.0374286 Mar 11 18:13:36.925002 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b0a7127c-3ea5-461d-b021-35c3a03c251c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (06495481-e412-4efb-b863-3d5ad3c85fbc), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.927784 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b0a7127c-3ea5-461d-b021-35c3a03c251c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.931359 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-b0a7127c-3ea5-461d-b021-35c3a03c251c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06495481-e412-4efb-b863-3d5ad3c85fbc HTTP/1.1" status: 204 len: 168 time: 0.1648710 Mar 11 18:13:36.938122 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7127c-3ea5-461d-b021-35c3a03c251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06495481-e412-4efb-b863-3d5ad3c85fbc,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:37.270486 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34012) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:37.284466 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-78dafb59-787d-460a-84ef-c741eaed7426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:37.383556 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce776ab3-d8dc-4339-8c27-40af36f5339f req-f38b1b7c-f130-41a1-87ed-2f5198c3f33b tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:37.386073 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-78dafb59-787d-460a-84ef-c741eaed7426 admin admin] Publish callbacks [] for security_group (acd3607e-5292-445b-828e-a58e3e1a025e), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:37.390379 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ce776ab3-d8dc-4339-8c27-40af36f5339f req-f38b1b7c-f130-41a1-87ed-2f5198c3f33b tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0654707 Mar 11 18:13:37.391952 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-78dafb59-787d-460a-84ef-c741eaed7426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (acd3607e-5292-445b-828e-a58e3e1a025e), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:37.444015 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 34020) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:37.446816 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-78dafb59-787d-460a-84ef-c741eaed7426 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f34453819ccc4f6992cd017506a0d4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691396 Mar 11 18:13:37.449894 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dafb59-787d-460a-84ef-c741eaed7426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd3607e-5292-445b-828e-a58e3e1a025e,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:37.464737 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ce776ab3-d8dc-4339-8c27-40af36f5339f req-79542cc9-e62a-4740-9e0f-c38a37efb338 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732231 Mar 11 18:13:37.502997 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d273-4714-4748-b3b1-3e437889abf2 admin admin] Publish callbacks [] for security_group (acd3607e-5292-445b-828e-a58e3e1a025e), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:37.524320 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d273-4714-4748-b3b1-3e437889abf2 admin admin] Publish callbacks [] for security_group (acd3607e-5292-445b-828e-a58e3e1a025e), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:37.571003 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d273-4714-4748-b3b1-3e437889abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (acd3607e-5292-445b-828e-a58e3e1a025e), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:37.573698 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d273-4714-4748-b3b1-3e437889abf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:37.575077 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-cfc3d273-4714-4748-b3b1-3e437889abf2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/acd3607e-5292-445b-828e-a58e3e1a025e HTTP/1.1" status: 204 len: 168 time: 0.1261730 Mar 11 18:13:37.584110 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3d273-4714-4748-b3b1-3e437889abf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd3607e-5292-445b-828e-a58e3e1a025e,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:37.891600 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-38f039c7-7b13-437f-91a8-3040754e8538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:37.990273 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34042) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:38.004562 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cbb23951-b921-41c1-88df-2474822b729b req-e8c73b0f-03bc-4317-b3af-c1f3f75a74f4 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 210 time: 0.0321589 Mar 11 18:13:38.007296 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73c51d2e-28cf-41be-8747-93be89632b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:38.099944 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73c51d2e-28cf-41be-8747-93be89632b3c admin admin] Publish callbacks [] for security_group (b4f81a57-ef07-49b9-81fe-059629f0a6c8), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:38.106197 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-73c51d2e-28cf-41be-8747-93be89632b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (b4f81a57-ef07-49b9-81fe-059629f0a6c8), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:38.150175 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-73c51d2e-28cf-41be-8747-93be89632b3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c37bf3939b144ada2d0a23df52333fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568751 Mar 11 18:13:38.150175 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c51d2e-28cf-41be-8747-93be89632b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f81a57-ef07-49b9-81fe-059629f0a6c8,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:38.152557 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 34048) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:38.213365 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b80f31c2-a146-4572-aa1d-a87a179450a4 admin admin] Publish callbacks [] for security_group (b4f81a57-ef07-49b9-81fe-059629f0a6c8), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:38.237074 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b80f31c2-a146-4572-aa1d-a87a179450a4 admin admin] Publish callbacks [] for security_group (b4f81a57-ef07-49b9-81fe-059629f0a6c8), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:38.289478 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b80f31c2-a146-4572-aa1d-a87a179450a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (b4f81a57-ef07-49b9-81fe-059629f0a6c8), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:38.292132 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b80f31c2-a146-4572-aa1d-a87a179450a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:38.293340 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-b80f31c2-a146-4572-aa1d-a87a179450a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4f81a57-ef07-49b9-81fe-059629f0a6c8 HTTP/1.1" status: 204 len: 168 time: 0.1392453 Mar 11 18:13:38.301873 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f31c2-a146-4572-aa1d-a87a179450a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f81a57-ef07-49b9-81fe-059629f0a6c8,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:38.623712 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c8b80-cf96-4759-9c8a-30ab91af2a81 req-26054a3c-cc7d-47f7-97db-9380c272b2ee tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:38.625489 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3a0c8b80-cf96-4759-9c8a-30ab91af2a81 req-26054a3c-cc7d-47f7-97db-9380c272b2ee tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0599031 Mar 11 18:13:38.680584 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3a0c8b80-cf96-4759-9c8a-30ab91af2a81 req-16594b40-8cd1-49f4-9881-1cddbd5e2743 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481684 Mar 11 18:13:39.138303 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-61a925df-9fe7-42df-a306-fe1a541389a7 req-755c3b99-9d36-4907-9d4f-fa010a6902c8 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 210 time: 0.0392897 Mar 11 18:13:39.149630 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-a1ab7ae5-2186-4c36-8dab-0fc7421b84c4 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:39.151881 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-a1ab7ae5-2186-4c36-8dab-0fc7421b84c4 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 811 time: 0.1625087 Mar 11 18:13:39.227873 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-bcb8a756-271f-4948-a0f2-81fd71796d9e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54e501d16919459e828a80b476c6975f HTTP/1.1" status: 200 len: 380 time: 0.0602925 Mar 11 18:13:39.236500 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'port': {'device_id': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'admin_state_up': True, 'tenant_id': '54e501d16919459e828a80b476c6975f', 'security_groups': ['a57343bc-8057-46f1-91f1-a5227d31797b']}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:39.348057 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Made reservation on behalf of 54e501d16919459e828a80b476c6975f for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:39.351685 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:39.500717 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Allocated IP 172.20.0.8 (40a6fc10-0802-4171-af52-b02d08befdbb/3d178729-e750-4dbd-a6e1-5a3b4f2358c5/8a63f0b8-2e0d-4375-ad6f-5dc427173d49) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:39.650516 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:39.687384 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.043723 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Network 40a6fc10-0802-4171-af52-b02d08befdbb is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:40.050740 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:40.054834 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'Port': ['ID=8a63f0b8-2e0d-4375-ad6f-5dc427173d49,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:40.056733 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:40.111958 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.112598 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.131110 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b0164-a9ac-44da-96b7-d046bbbb9698 req-688a5830-4d90-422f-9d1e-a37e20c05d00 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.132671 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a24b0164-a9ac-44da-96b7-d046bbbb9698 req-688a5830-4d90-422f-9d1e-a37e20c05d00 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.1324234 Mar 11 18:13:40.144337 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-41415b2a-1e74-451d-9e1e-b2ca6fb1c6c1 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9115574 Mar 11 18:13:40.179586 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Request body: {'port': {'device_id': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:40.263536 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a24b0164-a9ac-44da-96b7-d046bbbb9698 req-b317ec69-a99e-428a-81e5-f50f03249707 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181598 Mar 11 18:13:40.289263 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.340184 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40b038-ccc6-402f-b7ed-9db52fcb5bbf req-0af1e803-2eea-4d51-b7e5-b8da1fbda7af tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.341619 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ed40b038-ccc6-402f-b7ed-9db52fcb5bbf req-0af1e803-2eea-4d51-b7e5-b8da1fbda7af tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 931 time: 0.1022630 Mar 11 18:13:40.357852 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-f39ddcd3-7e50-4686-8824-b519bb628497 None None] Provisioning complete for port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:40.359302 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f39ddcd3-7e50-4686-8824-b519bb628497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.406087 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-f39ddcd3-7e50-4686-8824-b519bb628497 None None] Port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:13:40.477662 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ed40b038-ccc6-402f-b7ed-9db52fcb5bbf req-6fcb35a9-7035-4426-a075-6628aa5638fc tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288011 Mar 11 18:13:40.641281 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:13:40.649483 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Publish callbacks [] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.662135 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Transition to ACTIVE for port object 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:13:40.667100 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.748127 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Pushing event updated for resources: {'Port': ['ID=8a63f0b8-2e0d-4375-ad6f-5dc427173d49,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:40.825491 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Attempting to bind port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:40.825967 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Attempting to bind port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:40.826144 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Attempting to bind port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 on network 40a6fc10-0802-4171-af52-b02d08befdbb {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:40.832225 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 on network 40a6fc10-0802-4171-af52-b02d08befdbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:13:40.832756 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Attempting to bind port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 on network 40a6fc10-0802-4171-af52-b02d08befdbb {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:40.838139 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.848307 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:40.848870 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Checking segment: {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:40.849330 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Bound using segment: {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:40.850048 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Bound port: 8a63f0b8-2e0d-4375-ad6f-5dc427173d49, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a5f355-aa0b-41ad-a33f-54ca1004875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:40.850477 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.946366 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] For port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:40.949954 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] For port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a63f0b8-2e0d-4375-ad6f-5dc427173d49,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:40.957539 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.974215 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.974989 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.976864 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] 10.222.0.104 "PUT /v2.0/ports/8a63f0b8-2e0d-4375-ad6f-5dc427173d49 HTTP/1.1" status: 200 len: 1093 time: 0.8103406 Mar 11 18:13:40.998170 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'tag': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:41.001820 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c4e2af-689c-4db9-857c-1993208c862a" -d '{"events": [{"name": "network-changed", "server_uuid": "71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5", "tag": "8a63f0b8-2e0d-4375-ad6f-5dc427173d49"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:41.072742 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdb543-f446-43b0-a9cd-cf20980f9f17 service neutron] Pushing event updated for resources: {'Port': ['ID=8a63f0b8-2e0d-4375-ad6f-5dc427173d49,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:41.089270 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bd56b2-7cc3-495a-b5aa-7f376b007452 x-openstack-request-id: req-51bd56b2-7cc3-495a-b5aa-7f376b007452 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:41.089520 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5", "tag": "8a63f0b8-2e0d-4375-ad6f-5dc427173d49", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:41.089776 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51bd56b2-7cc3-495a-b5aa-7f376b007452 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:41.090170 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'tag': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49', 'status': 'completed', 'code': 200} Mar 11 18:13:41.108336 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-1e80575b-6b46-4ab4-8686-d9e78aff2519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:41.110025 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-1e80575b-6b46-4ab4-8686-d9e78aff2519 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 1127 time: 0.0829301 Mar 11 18:13:41.171543 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-bd475157-7e2a-4fa5-9877-9dda134c1413 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a63f0b8-2e0d-4375-ad6f-5dc427173d49 HTTP/1.1" status: 200 len: 217 time: 0.0540450 Mar 11 18:13:41.235014 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-5e9b29f8-255f-401f-b83a-c5b5bdcfd589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:41.238445 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-5e9b29f8-255f-401f-b83a-c5b5bdcfd589 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.0599120 Mar 11 18:13:41.306076 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-c2286b4c-0c49-4e40-85f4-de60885e44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:41.307947 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-c2286b4c-0c49-4e40-85f4-de60885e44a4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637109 Mar 11 18:13:41.447157 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-4686a95c-c732-400f-afb6-eace4a28efd2 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322336 Mar 11 18:13:41.459730 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c237bf-741f-475d-9756-203761cc1e06 req-8ac5e78d-4e17-48b8-9da4-868770470f49 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:41.461187 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-45c237bf-741f-475d-9756-203761cc1e06 req-8ac5e78d-4e17-48b8-9da4-868770470f49 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.1075051 Mar 11 18:13:41.594592 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-45c237bf-741f-475d-9756-203761cc1e06 req-a3a52b24-fd0c-4c1c-afbe-ed12950bf144 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246529 Mar 11 18:13:41.632677 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ce8a802-685c-4096-9247-d30b2d4e93ee req-267e7492-f75c-44ce-849b-b31ef6dba05f service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703877 Mar 11 18:13:41.654237 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9a19-8180-4517-bcc7-e2c26998843c req-290c50d5-ad8b-4a2b-9ce7-a656b61eb411 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:41.655850 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4afb9a19-8180-4517-bcc7-e2c26998843c req-290c50d5-ad8b-4a2b-9ce7-a656b61eb411 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 943 time: 0.0861323 Mar 11 18:13:41.733692 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:41.761077 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4afb9a19-8180-4517-bcc7-e2c26998843c req-7daaca67-b23e-415d-a323-80bc29d2eade tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934870 Mar 11 18:13:41.777984 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4e2af-689c-4db9-857c-1993208c862a req-abb672b4-ce86-4afd-8d90-821156904657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:41.779631 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e6c4e2af-689c-4db9-857c-1993208c862a req-abb672b4-ce86-4afd-8d90-821156904657 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 1127 time: 0.0819728 Mar 11 18:13:41.876120 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4e2af-689c-4db9-857c-1993208c862a req-f43e1a87-ee94-415f-9dc1-0caa21455af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:41.877894 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e6c4e2af-689c-4db9-857c-1993208c862a req-f43e1a87-ee94-415f-9dc1-0caa21455af1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 913 time: 0.0920315 Mar 11 18:13:41.928670 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e6c4e2af-689c-4db9-857c-1993208c862a req-b6b4d5af-232e-4973-aae4-a58b3ac1f906 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a63f0b8-2e0d-4375-ad6f-5dc427173d49 HTTP/1.1" status: 200 len: 217 time: 0.0440052 Mar 11 18:13:41.982692 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4e2af-689c-4db9-857c-1993208c862a req-16516bdb-9b9d-45af-b0d4-a5d2eae59069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:41.984117 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e6c4e2af-689c-4db9-857c-1993208c862a req-16516bdb-9b9d-45af-b0d4-a5d2eae59069 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.0475805 Mar 11 18:13:42.034675 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4e2af-689c-4db9-857c-1993208c862a req-0d957f18-ed8d-436a-84b6-da9309bea49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:42.036195 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e6c4e2af-689c-4db9-857c-1993208c862a req-0d957f18-ed8d-436a-84b6-da9309bea49c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456319 Mar 11 18:13:42.138330 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e6c4e2af-689c-4db9-857c-1993208c862a req-8372025e-1129-43b7-8ec1-f1fac4c3edf8 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946774 Mar 11 18:13:42.232627 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e6c4e2af-689c-4db9-857c-1993208c862a req-94b902fe-1ced-42a0-8178-a3207aeaaee6 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885923 Mar 11 18:13:42.421525 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:42.728070 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9014f4a-2a3d-449b-ab56-2b9347842d3b req-f5a4f04f-0ebf-4356-aedc-b6f8388f533f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:42.729621 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b9014f4a-2a3d-449b-ab56-2b9347842d3b req-f5a4f04f-0ebf-4356-aedc-b6f8388f533f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0608847 Mar 11 18:13:42.783220 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b9014f4a-2a3d-449b-ab56-2b9347842d3b req-f0121844-d9db-4ada-b64a-f5b9750669b0 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455866 Mar 11 18:13:42.885230 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cb0bc-cdd5-4ed2-9134-c3fe78aa72e9 req-3a1988e4-c9e9-4987-a8ea-3fe25722a7cd tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:42.886762 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-024cb0bc-cdd5-4ed2-9134-c3fe78aa72e9 req-3a1988e4-c9e9-4987-a8ea-3fe25722a7cd tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 943 time: 0.0587227 Mar 11 18:13:42.937094 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-024cb0bc-cdd5-4ed2-9134-c3fe78aa72e9 req-6df6ff67-5a31-47a6-af27-fcaf35348de8 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445356 Mar 11 18:13:43.127018 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 34194) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:43.250008 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d2c29438-e205-424c-93dd-491921436628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.331601 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d2c29438-e205-424c-93dd-491921436628 admin admin] Publish callbacks [] for security_group (e1d8d226-bdfb-4261-a1a8-b260a917b9e5), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.336720 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d2c29438-e205-424c-93dd-491921436628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e1d8d226-bdfb-4261-a1a8-b260a917b9e5), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.377775 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-d2c29438-e205-424c-93dd-491921436628 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b88600525c9e42eab79b3f20885e156e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494874 Mar 11 18:13:43.379713 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c29438-e205-424c-93dd-491921436628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d8d226-bdfb-4261-a1a8-b260a917b9e5,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:43.380753 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34202) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:43.429089 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-01c178ec-08b7-4032-b376-e64783893541 admin admin] Publish callbacks [] for security_group (e1d8d226-bdfb-4261-a1a8-b260a917b9e5), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.450538 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-01c178ec-08b7-4032-b376-e64783893541 admin admin] Publish callbacks [] for security_group (e1d8d226-bdfb-4261-a1a8-b260a917b9e5), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.504502 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-01c178ec-08b7-4032-b376-e64783893541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (e1d8d226-bdfb-4261-a1a8-b260a917b9e5), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.507295 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-01c178ec-08b7-4032-b376-e64783893541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.508466 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-01c178ec-08b7-4032-b376-e64783893541 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1d8d226-bdfb-4261-a1a8-b260a917b9e5 HTTP/1.1" status: 204 len: 168 time: 0.1268549 Mar 11 18:13:43.519590 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c178ec-08b7-4032-b376-e64783893541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d8d226-bdfb-4261-a1a8-b260a917b9e5,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:43.808519 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34216) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:43.822575 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5539b6c5-2882-4daf-9892-7e06fbf0e39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.904918 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5539b6c5-2882-4daf-9892-7e06fbf0e39a admin admin] Publish callbacks [] for security_group (2204b391-17ef-4576-802a-25706b153681), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.908971 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5539b6c5-2882-4daf-9892-7e06fbf0e39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (2204b391-17ef-4576-802a-25706b153681), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.909163 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b5e5-9e27-40c4-94f1-f7bebd6bc2b3 req-50aca708-9b96-46af-b456-3bde8c882a83 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:43.910658 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7111b5e5-9e27-40c4-94f1-f7bebd6bc2b3 req-50aca708-9b96-46af-b456-3bde8c882a83 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0572898 Mar 11 18:13:43.949947 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-5539b6c5-2882-4daf-9892-7e06fbf0e39a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7e9a3e732c3453e861759e5a50a36bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403184 Mar 11 18:13:43.951075 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539b6c5-2882-4daf-9892-7e06fbf0e39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2204b391-17ef-4576-802a-25706b153681,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:43.954529 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34218) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:43.971155 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-7111b5e5-9e27-40c4-94f1-f7bebd6bc2b3 req-39df4c0d-a021-4c5b-8b32-91e9951b6a93 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544319 Mar 11 18:13:44.015568 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-289e1ac2-62a7-4f23-ab90-c85f2db3127d admin admin] Publish callbacks [] for security_group (2204b391-17ef-4576-802a-25706b153681), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:44.037352 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-289e1ac2-62a7-4f23-ab90-c85f2db3127d admin admin] Publish callbacks [] for security_group (2204b391-17ef-4576-802a-25706b153681), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:44.063808 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d847b1-55bd-4a73-b952-0a0f9f4da36e req-17374848-56a0-43d3-80ff-637a0b8671fb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:44.065312 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-13d847b1-55bd-4a73-b952-0a0f9f4da36e req-17374848-56a0-43d3-80ff-637a0b8671fb tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 943 time: 0.0541594 Mar 11 18:13:44.089852 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-289e1ac2-62a7-4f23-ab90-c85f2db3127d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (2204b391-17ef-4576-802a-25706b153681), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:44.092489 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-289e1ac2-62a7-4f23-ab90-c85f2db3127d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:44.097121 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-289e1ac2-62a7-4f23-ab90-c85f2db3127d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2204b391-17ef-4576-802a-25706b153681 HTTP/1.1" status: 204 len: 168 time: 0.1414173 Mar 11 18:13:44.104951 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e1ac2-62a7-4f23-ab90-c85f2db3127d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2204b391-17ef-4576-802a-25706b153681,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:44.122945 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-13d847b1-55bd-4a73-b952-0a0f9f4da36e req-7b88eb9e-c6c6-4749-bd88-0da3a32ff16a tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516593 Mar 11 18:13:45.095608 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f7a34-9f7a-4850-841b-da7788ea25cd req-1d941bad-b384-4fb0-899a-7c810ed882bf tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:45.097163 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-677f7a34-9f7a-4850-841b-da7788ea25cd req-1d941bad-b384-4fb0-899a-7c810ed882bf tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0569289 Mar 11 18:13:45.147545 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-677f7a34-9f7a-4850-841b-da7788ea25cd req-458bd68d-8953-4c30-9422-8905aaa1a6df tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444679 Mar 11 18:13:45.245969 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf32e31-4d06-4d2b-89da-d87ed7595648 req-cf2022b7-ebf7-4093-86d2-867d730c0acd tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:45.247514 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ddf32e31-4d06-4d2b-89da-d87ed7595648 req-cf2022b7-ebf7-4093-86d2-867d730c0acd tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 943 time: 0.0544779 Mar 11 18:13:45.297959 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ddf32e31-4d06-4d2b-89da-d87ed7595648 req-a7b085c6-51e7-4947-b27b-55ff69da6824 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444419 Mar 11 18:13:46.025013 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34310) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:46.054701 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 34314) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:46.175479 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b6828425-05d5-4e7d-9169-823e44eb210d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.186370 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-febdef2c-a6ca-4708-8c87-7dbf2ef46f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.273802 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-febdef2c-a6ca-4708-8c87-7dbf2ef46f31 admin admin] Publish callbacks [] for security_group (415d094d-726b-47d8-b1e4-e4d84f1591c7), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.278420 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-febdef2c-a6ca-4708-8c87-7dbf2ef46f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (415d094d-726b-47d8-b1e4-e4d84f1591c7), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.290648 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b6828425-05d5-4e7d-9169-823e44eb210d admin admin] Publish callbacks [] for security_group (5bc00a4f-cac7-43a5-aa34-83f9e42cc446), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.297342 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b6828425-05d5-4e7d-9169-823e44eb210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (5bc00a4f-cac7-43a5-aa34-83f9e42cc446), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.316850 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdef2c-a6ca-4708-8c87-7dbf2ef46f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415d094d-726b-47d8-b1e4-e4d84f1591c7,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:46.326917 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-febdef2c-a6ca-4708-8c87-7dbf2ef46f31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=232fed2d8a3d4070a5421243a0595f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000553 Mar 11 18:13:46.327609 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 34322) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:46.344413 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203763f-330c-4a19-b1c5-81ec64fa85ea req-6c0170d8-4d78-43f0-afb4-c3e04887e8f7 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:46.345921 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e203763f-330c-4a19-b1c5-81ec64fa85ea req-6c0170d8-4d78-43f0-afb4-c3e04887e8f7 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.1019168 Mar 11 18:13:46.371047 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-b6828425-05d5-4e7d-9169-823e44eb210d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01a7ebb125d34f05b577958d67ff4751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148868 Mar 11 18:13:46.373672 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34326) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:46.383856 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6828425-05d5-4e7d-9169-823e44eb210d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc00a4f-cac7-43a5-aa34-83f9e42cc446,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:46.425527 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-eaf22ce9-e921-4a56-94b4-1b710197dfc4 admin admin] Publish callbacks [] for security_group (5bc00a4f-cac7-43a5-aa34-83f9e42cc446), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.447236 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-eaf22ce9-e921-4a56-94b4-1b710197dfc4 admin admin] Publish callbacks [] for security_group (5bc00a4f-cac7-43a5-aa34-83f9e42cc446), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.470227 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e203763f-330c-4a19-b1c5-81ec64fa85ea req-6f9428d2-aacf-4386-ad8b-d9c57ace4606 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108966 Mar 11 18:13:46.483302 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d90fc0d7-d30e-4302-95b8-d818ed0caa74 admin admin] Publish callbacks [] for security_group (415d094d-726b-47d8-b1e4-e4d84f1591c7), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.495666 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c9ca2-75a3-471a-b08b-53a9a2c0bfb2 req-68ae6f55-7855-44b6-8ae9-15f321ccd319 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:46.497157 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-586c9ca2-75a3-471a-b08b-53a9a2c0bfb2 req-68ae6f55-7855-44b6-8ae9-15f321ccd319 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 943 time: 0.1251683 Mar 11 18:13:46.516373 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-eaf22ce9-e921-4a56-94b4-1b710197dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (5bc00a4f-cac7-43a5-aa34-83f9e42cc446), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.518954 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-eaf22ce9-e921-4a56-94b4-1b710197dfc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.520832 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-eaf22ce9-e921-4a56-94b4-1b710197dfc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bc00a4f-cac7-43a5-aa34-83f9e42cc446 HTTP/1.1" status: 204 len: 168 time: 0.1454420 Mar 11 18:13:46.529155 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf22ce9-e921-4a56-94b4-1b710197dfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc00a4f-cac7-43a5-aa34-83f9e42cc446,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:46.534131 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d90fc0d7-d30e-4302-95b8-d818ed0caa74 admin admin] Publish callbacks [] for security_group (415d094d-726b-47d8-b1e4-e4d84f1591c7), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.588866 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-586c9ca2-75a3-471a-b08b-53a9a2c0bfb2 req-6e49a510-32b4-45cd-a728-77f309029bb6 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813470 Mar 11 18:13:46.608766 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d90fc0d7-d30e-4302-95b8-d818ed0caa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (415d094d-726b-47d8-b1e4-e4d84f1591c7), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.611335 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d90fc0d7-d30e-4302-95b8-d818ed0caa74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:46.612467 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-d90fc0d7-d30e-4302-95b8-d818ed0caa74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/415d094d-726b-47d8-b1e4-e4d84f1591c7 HTTP/1.1" status: 204 len: 168 time: 0.2656729 Mar 11 18:13:46.620277 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fc0d7-d30e-4302-95b8-d818ed0caa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415d094d-726b-47d8-b1e4-e4d84f1591c7,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:46.971020 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34344) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:46.984492 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b51de587-15c3-4dfe-ae37-0145f93a9a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.063600 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b51de587-15c3-4dfe-ae37-0145f93a9a8b admin admin] Publish callbacks [] for security_group (c3b99bb5-0956-414a-9d9b-d4f06f7498c9), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.068748 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b51de587-15c3-4dfe-ae37-0145f93a9a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (c3b99bb5-0956-414a-9d9b-d4f06f7498c9), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.101502 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51de587-15c3-4dfe-ae37-0145f93a9a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b99bb5-0956-414a-9d9b-d4f06f7498c9,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:47.118452 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-b51de587-15c3-4dfe-ae37-0145f93a9a8b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abce89bc0bdb47739ee21ec6d9c99cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435957 Mar 11 18:13:47.119423 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 34354) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:47.174455 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0d2d403e-c4b4-48ff-a6e8-dd0b723e9672 admin admin] Publish callbacks [] for security_group (c3b99bb5-0956-414a-9d9b-d4f06f7498c9), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.208499 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0d2d403e-c4b4-48ff-a6e8-dd0b723e9672 admin admin] Publish callbacks [] for security_group (c3b99bb5-0956-414a-9d9b-d4f06f7498c9), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.268966 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0d2d403e-c4b4-48ff-a6e8-dd0b723e9672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (c3b99bb5-0956-414a-9d9b-d4f06f7498c9), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.272105 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0d2d403e-c4b4-48ff-a6e8-dd0b723e9672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.273410 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-0d2d403e-c4b4-48ff-a6e8-dd0b723e9672 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3b99bb5-0956-414a-9d9b-d4f06f7498c9 HTTP/1.1" status: 204 len: 168 time: 0.1536305 Mar 11 18:13:47.286476 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d403e-c4b4-48ff-a6e8-dd0b723e9672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b99bb5-0956-414a-9d9b-d4f06f7498c9,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:47.598348 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a01a4-63cf-4e1c-a852-0fc8e1996f32 req-468ada63-2cf2-4d7d-a2e9-8570e8e5b36b tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:47.600023 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c87a01a4-63cf-4e1c-a852-0fc8e1996f32 req-468ada63-2cf2-4d7d-a2e9-8570e8e5b36b tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0565832 Mar 11 18:13:47.655820 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34378) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:47.670437 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7ebcbb74-fc19-49f5-b091-051f062d0812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.695718 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c87a01a4-63cf-4e1c-a852-0fc8e1996f32 req-8b4b204f-24b9-45bd-a7b4-e1f659fa8ac2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887272 Mar 11 18:13:47.738625 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd098f0e-91f3-4e6b-8d56-6fc2edf607ae req-e3b3c088-9f3b-492e-992b-a9871f73dafd tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:47.740451 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dd098f0e-91f3-4e6b-8d56-6fc2edf607ae req-e3b3c088-9f3b-492e-992b-a9871f73dafd tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 943 time: 0.0594890 Mar 11 18:13:47.779532 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7ebcbb74-fc19-49f5-b091-051f062d0812 admin admin] Publish callbacks [] for security_group (0c13841b-1c4e-406a-b623-cab077faaef0), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.784839 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7ebcbb74-fc19-49f5-b091-051f062d0812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (0c13841b-1c4e-406a-b623-cab077faaef0), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.794476 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-dd098f0e-91f3-4e6b-8d56-6fc2edf607ae req-f68233a2-5667-4a61-be9a-148ebe9f44a3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459423 Mar 11 18:13:47.826632 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-7ebcbb74-fc19-49f5-b091-051f062d0812 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a44b109bd2fc4b8f81ac0e4c7cfe8e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693399 Mar 11 18:13:47.827546 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcbb74-fc19-49f5-b091-051f062d0812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c13841b-1c4e-406a-b623-cab077faaef0,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:47.829429 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 34380) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:47.881442 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b55a-431e-4874-8da9-e8e7d94cd936 admin admin] Publish callbacks [] for security_group (0c13841b-1c4e-406a-b623-cab077faaef0), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.905038 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b55a-431e-4874-8da9-e8e7d94cd936 admin admin] Publish callbacks [] for security_group (0c13841b-1c4e-406a-b623-cab077faaef0), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.956098 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b55a-431e-4874-8da9-e8e7d94cd936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (0c13841b-1c4e-406a-b623-cab077faaef0), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.959085 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b55a-431e-4874-8da9-e8e7d94cd936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:47.962697 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-fbd4b55a-431e-4874-8da9-e8e7d94cd936 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c13841b-1c4e-406a-b623-cab077faaef0 HTTP/1.1" status: 204 len: 168 time: 0.1297309 Mar 11 18:13:47.969322 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4b55a-431e-4874-8da9-e8e7d94cd936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c13841b-1c4e-406a-b623-cab077faaef0,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:48.693119 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34412) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:48.815661 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-258682294-network', 'tenant_id': '1fd807c2f04a46b8bd31fe48cda34db0'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:48.852951 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Made reservation on behalf of 1fd807c2f04a46b8bd31fe48cda34db0 for: {'network': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:48.858471 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for network (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:48.870174 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863b907-29eb-4797-88b5-e52dff38abec req-bd4b0a6d-848a-430b-973c-fe8a58eeef5f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:48.875076 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:48.877915 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2863b907-29eb-4797-88b5-e52dff38abec req-bd4b0a6d-848a-430b-973c-fe8a58eeef5f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0856583 Mar 11 18:13:48.956296 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2863b907-29eb-4797-88b5-e52dff38abec req-491392a5-e68b-4f62-b0e0-c43d48ba236f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774064 Mar 11 18:13:48.958488 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Publish callbacks [] for security_group (d9093d3e-a3c0-441e-a06e-cc535e5d9b34), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:48.963248 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (d9093d3e-a3c0-441e-a06e-cc535e5d9b34), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:48.969268 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2c7fe-4c6c-463f-990d-8e3093874c15 req-f2f2d942-6671-4289-8325-32ed6a37fd57 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:48.970809 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-32c2c7fe-4c6c-463f-990d-8e3093874c15 req-f2f2d942-6671-4289-8325-32ed6a37fd57 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 943 time: 0.0901723 Mar 11 18:13:48.985219 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=103278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:13:48.999865 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9093d3e-a3c0-441e-a06e-cc535e5d9b34,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:49.004804 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (e66c8189-70bd-4a35-b16a-63e314f018a4), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:49.005151 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.segments_db [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Added segment e66c8189-70bd-4a35-b16a-63e314f018a4 of type vlan for network 6b7373ca-8fd1-4581-870f-72ef681cea49 Mar 11 18:13:49.028161 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-32c2c7fe-4c6c-463f-990d-8e3093874c15 req-2c9f5025-5d9a-4b78-911f-15a0c68137b7 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511742 Mar 11 18:13:49.048288 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780633705153'] for network (6b7373ca-8fd1-4581-870f-72ef681cea49), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:49.074072 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733'] for network (6b7373ca-8fd1-4581-870f-72ef681cea49), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:49.075182 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:49.075788 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:49.110026 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4157608 Mar 11 18:13:49.112950 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34428) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:49.119552 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-747baa7e-dd61-4f21-86e9-9087b73176ec admin admin] Request body: {'subnet': {'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-258682294-subnet', 'tenant_id': '1fd807c2f04a46b8bd31fe48cda34db0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:49.153521 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89f5d1-1729-44ea-85da-affeb63fd182 admin admin] Pushing event updated for resources: {'Network': ['ID=6b7373ca-8fd1-4581-870f-72ef681cea49,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:49.164318 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Network 6b7373ca-8fd1-4581-870f-72ef681cea49 details requested by agent ovs-agent-dv-cinder-788368-4-iscsi with host dv-cinder-788368-4-iscsi {{(pid=103279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:13:49.173719 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747baa7e-dd61-4f21-86e9-9087b73176ec admin admin] Made reservation on behalf of 1fd807c2f04a46b8bd31fe48cda34db0 for: {'subnet': 1} {{(pid=103278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:49.176318 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-747baa7e-dd61-4f21-86e9-9087b73176ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13482927'] for subnet (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:49.263380 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-b5f1877d-1c0d-4e5a-b0a0-750e370c3c8a tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=69fb37269b9c440e9a0dfdb383efee0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300186 Mar 11 18:13:49.351557 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-747baa7e-dd61-4f21-86e9-9087b73176ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16022571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13482881'] for subnet (6e174db4-15aa-4553-8b99-95cddc5e6ddf), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:49.400299 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747baa7e-dd61-4f21-86e9-9087b73176ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e174db4-15aa-4553-8b99-95cddc5e6ddf,revision_number=0']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:49.418092 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747baa7e-dd61-4f21-86e9-9087b73176ec admin admin] Checking segment: {'id': 'e66c8189-70bd-4a35-b16a-63e314f018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:49.418456 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747baa7e-dd61-4f21-86e9-9087b73176ec admin admin] Network hostable DHCP agents. Network: 6b7373ca-8fd1-4581-870f-72ef681cea49, hostable agents: ['f0e5e982-8e8c-469d-972f-ef6987835eed'], hosted agents: [] {{(pid=103278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:13:49.436730 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747baa7e-dd61-4f21-86e9-9087b73176ec admin admin] Network 6b7373ca-8fd1-4581-870f-72ef681cea49 is scheduled to be hosted by DHCP agent f0e5e982-8e8c-469d-972f-ef6987835eed with binding_index 1 {{(pid=103278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:13:49.446714 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-747baa7e-dd61-4f21-86e9-9087b73176ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-4-iscsi, 6b7373ca-8fd1-4581-870f-72ef681cea49) {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:49.452799 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747baa7e-dd61-4f21-86e9-9087b73176ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:49.453492 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-747baa7e-dd61-4f21-86e9-9087b73176ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:49.455049 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dee9-60da-4232-b06d-918291f782ab req-f4b13d74-419b-4515-9e76-4b8cb7820890 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:49.456564 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-f4b13d74-419b-4515-9e76-4b8cb7820890 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874845 Mar 11 18:13:49.462871 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c22db3-53a9-40e9-a074-dbaee42ee72b None None] Network 6b7373ca-8fd1-4581-870f-72ef681cea49 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:13:49.472408 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-747baa7e-dd61-4f21-86e9-9087b73176ec admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3583279 Mar 11 18:13:49.478292 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-f733c584-090b-4c55-a1b5-45934b02ceba tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/quotas/69fb37269b9c440e9a0dfdb383efee0e HTTP/1.1" status: 200 len: 375 time: 0.0156448 Mar 11 18:13:49.508852 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-d84c9218-7e4d-44e0-a097-f34f3f0854c0 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=69fb37269b9c440e9a0dfdb383efee0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295897 Mar 11 18:13:49.576708 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9937d635-5097-43e8-b16e-9175ad70e495 None None] Network 6b7373ca-8fd1-4581-870f-72ef681cea49 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:13:49.678372 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bede8592-a88c-4cc2-921c-d5b50b1a2e7a req-75e427a5-4436-458f-a0a3-9bf93d3885b3 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 210 time: 0.0300064 Mar 11 18:13:50.186734 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a30af8-cecc-4b1b-9a59-e21f37bd8195 req-ee7791d6-58e4-47ff-8387-5e54bd35011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:50.188240 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-87a30af8-cecc-4b1b-9a59-e21f37bd8195 req-ee7791d6-58e4-47ff-8387-5e54bd35011b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9a2075c16fdd475a82d9d8cd6832baeb&device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 1130 time: 0.0886176 Mar 11 18:13:50.210090 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ab679-78f1-4c09-b633-b3f700690bdd req-89be02af-4d58-474b-875b-ea688646e360 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:50.211596 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d05ab679-78f1-4c09-b633-b3f700690bdd req-89be02af-4d58-474b-875b-ea688646e360 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.1648345 Mar 11 18:13:50.243115 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aca4d3-bd54-460a-ade9-6837097f6dc4 req-d481b87b-4e9e-46e1-8376-795b717f9ff8 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:50.244480 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e7aca4d3-bd54-460a-ade9-6837097f6dc4 req-d481b87b-4e9e-46e1-8376-795b717f9ff8 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 943 time: 0.1161828 Mar 11 18:13:50.388433 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d05ab679-78f1-4c09-b633-b3f700690bdd req-c69de637-2e5b-471e-821f-fda3be203f03 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643248 Mar 11 18:13:50.407166 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e7aca4d3-bd54-460a-ade9-6837097f6dc4 req-6a8b1603-964e-4155-a2b7-ca07e27fb279 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476946 Mar 11 18:13:50.410028 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a30af8-cecc-4b1b-9a59-e21f37bd8195 req-aa045cac-5a8c-41f3-a435-1f570fc456cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:50.411572 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-87a30af8-cecc-4b1b-9a59-e21f37bd8195 req-aa045cac-5a8c-41f3-a435-1f570fc456cf service neutron] 10.222.0.104 "GET /v2.0/networks?id=68dba951-659b-4d49-95cd-28e22175bbb4 HTTP/1.1" status: 200 len: 911 time: 0.2162590 Mar 11 18:13:50.431610 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:13:50.487940 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-87a30af8-cecc-4b1b-9a59-e21f37bd8195 req-ad6635eb-463b-4baa-a1d5-7c5e2a4fe66f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5 HTTP/1.1" status: 200 len: 1000 time: 0.0683498 Mar 11 18:13:50.538625 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a63f0b8-2e0d-4375-ad6f-5dc427173d49,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:50.542503 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a30af8-cecc-4b1b-9a59-e21f37bd8195 req-9178f072-0094-4264-834e-e8c34d9d4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:50.544012 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-87a30af8-cecc-4b1b-9a59-e21f37bd8195 req-9178f072-0094-4264-834e-e8c34d9d4480 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=34f7c50f-8e50-40df-8330-3e18680b5a64 HTTP/1.1" status: 200 len: 848 time: 0.0504737 Mar 11 18:13:50.550334 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'port_id': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49', 'mac_address': 'fa:16:3e:5c:03:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:13:50.591609 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:50.592007 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:50.592445 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a30af8-cecc-4b1b-9a59-e21f37bd8195 req-76c1c9d0-f26e-4bd1-8a59-0ade7cf9c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:50.593970 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-87a30af8-cecc-4b1b-9a59-e21f37bd8195 req-76c1c9d0-f26e-4bd1-8a59-0ade7cf9c3ae service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=68dba951-659b-4d49-95cd-28e22175bbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440912 Mar 11 18:13:50.605382 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:13:50.625348 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a63f0b8-2e0d-4375-ad6f-5dc427173d49,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:50.630038 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:50.687277 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=8a63f0b8-2e0d-4375-ad6f-5dc427173d49,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:50.692753 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-87a30af8-cecc-4b1b-9a59-e21f37bd8195 req-0223830b-233e-4bf5-bd17-0ed0a52dad62 service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925395 Mar 11 18:13:50.701101 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.701965 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.702915 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.703319 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.703754 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.704092 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.704425 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.704754 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.705121 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.705461 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.705787 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.706110 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.706433 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:50.798642 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bdd8244c-9eb1-436d-90f3-813766f7a466 req-7d617ba6-cffa-47b5-8e0f-0c6b4207fd29 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 210 time: 0.0362451 Mar 11 18:13:50.816000 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-87a30af8-cecc-4b1b-9a59-e21f37bd8195 req-c78b4562-e9b7-487a-8bf6-f6fc0e2dc909 service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160588 Mar 11 18:13:51.027740 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['8a63f0b8-2e0d-4375-ad6f-5dc427173d49'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:13:51.338231 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-c7d70385-6b75-4544-a3af-7a9554309a9b tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:51.340282 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-c7d70385-6b75-4544-a3af-7a9554309a9b tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/networks?id=6b7373ca-8fd1-4581-870f-72ef681cea49 HTTP/1.1" status: 200 len: 808 time: 0.1122174 Mar 11 18:13:51.358203 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-b3ce7bde-f3dd-45a0-b4eb-d89841db9867 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/quotas/1fd807c2f04a46b8bd31fe48cda34db0 HTTP/1.1" status: 200 len: 375 time: 0.0093837 Mar 11 18:13:51.392507 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-f777cf29-3b6d-4e90-9a1d-991d77975a97 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fd807c2f04a46b8bd31fe48cda34db0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291007 Mar 11 18:13:51.457488 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-be39bc7a-d78a-484e-ab9c-db1d2d24d209 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:13:51.458590 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-be39bc7a-d78a-484e-ab9c-db1d2d24d209 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0598059 Mar 11 18:13:51.570404 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26b587-a1af-4926-ab48-6c392b8349a2 req-7f254d52-0c9b-40cb-adda-67f95f277aa2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:51.572036 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea26b587-a1af-4926-ab48-6c392b8349a2 req-7f254d52-0c9b-40cb-adda-67f95f277aa2 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.1078849 Mar 11 18:13:51.605421 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-bfc9a4ab-160e-4a6e-b333-03e778c19d9b service neutron] 10.222.0.30 "GET /v2.0/networks/6b7373ca-8fd1-4581-870f-72ef681cea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315217 Mar 11 18:13:51.665855 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea26b587-a1af-4926-ab48-6c392b8349a2 req-cb1a6a1c-f3ee-4022-9fd4-2ceb6b7b0e69 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857630 Mar 11 18:13:51.749549 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-aed14b86-3ff2-45fd-be08-8ddf93573d54 service neutron] 10.222.0.30 "GET /v2.0/networks/6b7373ca-8fd1-4581-870f-72ef681cea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347876 Mar 11 18:13:51.793335 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca93a84-4812-4f3d-92b4-9a0a5501570d req-54adfd94-2c21-40f0-a03b-8f001dc44982 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:51.795014 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-aca93a84-4812-4f3d-92b4-9a0a5501570d req-54adfd94-2c21-40f0-a03b-8f001dc44982 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 944 time: 0.0637481 Mar 11 18:13:51.859502 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-aca93a84-4812-4f3d-92b4-9a0a5501570d req-12c73d2c-80da-4b82-b522-5bc2aae53d8c tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570602 Mar 11 18:13:51.940268 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-87753624-d36f-4137-9681-504672747e64 req-c373e4bd-c8e7-4fa4-bd1c-89c218706c68 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 210 time: 0.0427160 Mar 11 18:13:51.968451 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f21f27f7-8073-4d64-a709-cc749661aa7c req-31804475-6885-4287-befc-048c0280404b tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 210 time: 0.0317912 Mar 11 18:13:52.424719 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:52.490341 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:13:52.494608 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:52.494994 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:52.596024 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:52.596416 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:52.620623 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:52.623598 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d35d9c-fb69-4ad0-81a4-aaf74bc37ce9" -d '{"events": [{"server_uuid": "71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5", "name": "network-vif-plugged", "status": "completed", "tag": "8a63f0b8-2e0d-4375-ad6f-5dc427173d49"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:52.635710 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a63f0b8-2e0d-4375-ad6f-5dc427173d49,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:52.641775 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:52.694314 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=8a63f0b8-2e0d-4375-ad6f-5dc427173d49,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:52.807881 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16552024-8af4-4cae-855d-dfbff00e5384 req-4385c4b3-69c6-48a8-b60c-61b9162151b0 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:52.810271 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-16552024-8af4-4cae-855d-dfbff00e5384 req-4385c4b3-69c6-48a8-b60c-61b9162151b0 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0648506 Mar 11 18:13:52.830656 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b3e003-ff48-449c-87e3-104ed372860e x-openstack-request-id: req-d1b3e003-ff48-449c-87e3-104ed372860e {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:52.831039 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5", "name": "network-vif-plugged", "status": "completed", "tag": "8a63f0b8-2e0d-4375-ad6f-5dc427173d49", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:52.831495 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1b3e003-ff48-449c-87e3-104ed372860e {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:52.831894 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49', 'code': 200} Mar 11 18:13:52.880794 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-16552024-8af4-4cae-855d-dfbff00e5384 req-63714bd1-a541-4c7e-93a7-5248987d803d tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645018 Mar 11 18:13:53.080674 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-486ac5d7-32fa-4d9d-acd9-d4f8f9f6e63e req-6a69a357-b0f9-4a87-b4c0-3df774f552d4 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 210 time: 0.0726242 Mar 11 18:13:53.427482 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b43f8b-2508-40cd-b90e-dd6dd7944aeb req-8dcbc438-4cd2-4545-868b-e800c4f010b5 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:53.428820 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-77b43f8b-2508-40cd-b90e-dd6dd7944aeb req-8dcbc438-4cd2-4545-868b-e800c4f010b5 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 945 time: 0.4652493 Mar 11 18:13:53.468413 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c6e8167a-0f79-4de3-9028-a5773533382b req-bcecbed7-b668-4e59-a5eb-4ddb653bbe9a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 210 time: 0.0664573 Mar 11 18:13:53.491432 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-3a63ccd0-34ca-43f5-bf32-73919c128d4f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:53.492706 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-3a63ccd0-34ca-43f5-bf32-73919c128d4f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.104 "GET /v2.0/networks?id=6b7373ca-8fd1-4581-870f-72ef681cea49 HTTP/1.1" status: 200 len: 808 time: 0.5793908 Mar 11 18:13:53.510881 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Request body: {'port': {'device_id': '5360fd8f-4913-4ca0-8343-0594c72bbd33', 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49', 'admin_state_up': True, 'tenant_id': '1fd807c2f04a46b8bd31fe48cda34db0'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:53.542866 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340119f6-aef6-4c67-b01c-bc58051703a7 req-026d85a8-bada-43f0-a5eb-7d080507ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:53.544361 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-340119f6-aef6-4c67-b01c-bc58051703a7 req-026d85a8-bada-43f0-a5eb-7d080507ac40 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 1129 time: 0.4623728 Mar 11 18:13:53.571631 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-77b43f8b-2508-40cd-b90e-dd6dd7944aeb req-d9bde2fe-6c59-4e16-8ad2-2e7820fce4d8 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123977 Mar 11 18:13:53.656417 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-340119f6-aef6-4c67-b01c-bc58051703a7 req-ed5a91fc-9d9b-4b76-b243-8cf912931172 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024106 Mar 11 18:13:53.678910 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Made reservation on behalf of 1fd807c2f04a46b8bd31fe48cda34db0 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:53.682415 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:53.824255 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Allocated IP 172.20.0.8 (6b7373ca-8fd1-4581-870f-72ef681cea49/6e174db4-15aa-4553-8b99-95cddc5e6ddf/6858e209-b2cd-43ef-9dfe-2567dd3a61ba) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:54.015678 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks [] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:54.057123 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec28c8-bff7-4382-a752-52753125b427 req-9055c275-4e07-40d8-ae50-3f93048e637e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:54.058765 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-11ec28c8-bff7-4382-a752-52753125b427 req-9055c275-4e07-40d8-ae50-3f93048e637e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0868614 Mar 11 18:13:54.082439 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:54.132930 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Network 6b7373ca-8fd1-4581-870f-72ef681cea49 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:54.140768 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:54.152910 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:54.168356 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-11ec28c8-bff7-4382-a752-52753125b427 req-f11f3dbb-1ceb-4d08-9f81-f9571eb46169 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028867 Mar 11 18:13:54.190067 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Pushing event updated for resources: {'Port': ['ID=6858e209-b2cd-43ef-9dfe-2567dd3a61ba,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:54.238458 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-10e8ad80-26cc-4c57-8dfe-2c8a9021134d req-9fdd64b5-f469-449e-92c3-8235eb0ada70 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 210 time: 0.0453856 Mar 11 18:13:54.258638 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:54.258638 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:54.281270 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d34cd9c0-0135-4a6b-a616-45065526e71a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7708633 Mar 11 18:13:54.291824 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Request body: {'port': {'device_id': '5360fd8f-4913-4ca0-8343-0594c72bbd33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:54.394262 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-29e41330-69c7-4b16-9271-bd927c8676db req-9badcf4d-fb86-4dbd-a1eb-5446092b84ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456841 Mar 11 18:13:54.409961 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:54.515246 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393584a-a9bf-43c3-b36a-f9857808140e req-766be6cf-0f29-4db2-b8b7-f58cd1ba5c0f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:54.516764 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1393584a-a9bf-43c3-b36a-f9857808140e req-766be6cf-0f29-4db2-b8b7-f58cd1ba5c0f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.1386299 Mar 11 18:13:54.528820 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e41330-69c7-4b16-9271-bd927c8676db req-026ea6a7-4f76-41c4-9dc0-d9e7a17f43d0 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:54.530157 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-29e41330-69c7-4b16-9271-bd927c8676db req-026ea6a7-4f76-41c4-9dc0-d9e7a17f43d0 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports/eb92ef57-7f00-4565-b7e6-c35b8bf549a5 HTTP/1.1" status: 200 len: 943 time: 0.1037612 Mar 11 18:13:54.697649 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1393584a-a9bf-43c3-b36a-f9857808140e req-f7c03516-79eb-46fd-9a40-229b11ecd4ac tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657026 Mar 11 18:13:54.748403 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786e1d3-acd0-4438-a1eb-ce1e51f06533 req-8f3a47f2-801d-42f3-bc92-c0c9fc267af5 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:54.750200 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3786e1d3-acd0-4438-a1eb-ce1e51f06533 req-8f3a47f2-801d-42f3-bc92-c0c9fc267af5 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 931 time: 0.1663394 Mar 11 18:13:54.939860 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3786e1d3-acd0-4438-a1eb-ce1e51f06533 req-888a25d8-2ac1-4c2c-86fe-73d90d8f101f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792042 Mar 11 18:13:54.944734 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-5a8c40b4-b651-462b-a7b4-3e4bf821b75a tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=69fb37269b9c440e9a0dfdb383efee0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826821 Mar 11 18:13:54.961652 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6858e209-b2cd-43ef-9dfe-2567dd3a61ba {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:13:54.971622 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Publish callbacks [] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.032532 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Transition to ACTIVE for port object 6858e209-b2cd-43ef-9dfe-2567dd3a61ba will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:13:55.042948 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33860b7b-d82c-4d32-830f-5d4399f27c63 req-4469891d-84b9-4054-bf4c-f87d2eb9c9f4 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:55.044511 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-33860b7b-d82c-4d32-830f-5d4399f27c63 req-4469891d-84b9-4054-bf4c-f87d2eb9c9f4 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 945 time: 0.1853428 Mar 11 18:13:55.048564 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.219704 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Pushing event updated for resources: {'Port': ['ID=6858e209-b2cd-43ef-9dfe-2567dd3a61ba,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:55.228836 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dee9-60da-4232-b06d-918291f782ab req-9f98db61-426f-4f20-b736-fc3c78da38ad tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:55.229246 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-9f98db61-426f-4f20-b736-fc3c78da38ad tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495749 Mar 11 18:13:55.247378 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Request body: {'port': {'device_id': 'bacf1da0-0013-4a4e-802d-9ea19e997544', 'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817', 'admin_state_up': True, 'tenant_id': '69fb37269b9c440e9a0dfdb383efee0e'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:55.331739 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-33860b7b-d82c-4d32-830f-5d4399f27c63 req-404794fd-eb9e-4f68-b206-3b330d03df2d tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427266 Mar 11 18:13:55.410198 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34586) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:55.422108 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-41c589d8-efe8-475f-8d62-74a45a6b16e9 req-6012700a-3be5-41c8-b225-5ce0ac9a7ff9 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 210 time: 0.0454526 Mar 11 18:13:55.447664 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Attempting to bind port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:55.448201 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Attempting to bind port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e66c8189-70bd-4a35-b16a-63e314f018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:55.448449 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Attempting to bind port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba on network 6b7373ca-8fd1-4581-870f-72ef681cea49 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:55.460449 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba on network 6b7373ca-8fd1-4581-870f-72ef681cea49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:13:55.460709 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Attempting to bind port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba on network 6b7373ca-8fd1-4581-870f-72ef681cea49 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:55.470943 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:55.471297 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Checking segment: {'id': 'e66c8189-70bd-4a35-b16a-63e314f018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:55.471688 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Bound using segment: {'id': 'e66c8189-70bd-4a35-b16a-63e314f018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:55.472130 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Bound port: 6858e209-b2cd-43ef-9dfe-2567dd3a61ba, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66c8189-70bd-4a35-b16a-63e314f018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:55.472492 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.483777 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Made reservation on behalf of 69fb37269b9c440e9a0dfdb383efee0e for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:55.488317 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.500407 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.547658 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-646ae8ab-c84f-4579-9598-411fade280c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.590522 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] For port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:55.595878 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] For port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6858e209-b2cd-43ef-9dfe-2567dd3a61ba,segment=NetworkSegment(e66c8189-70bd-4a35-b16a-63e314f018a4),segment_id=e66c8189-70bd-4a35-b16a-63e314f018a4)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:55.608413 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.637425 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-646ae8ab-c84f-4579-9598-411fade280c3 admin admin] Publish callbacks [] for security_group (95b60849-30b5-430b-886a-2ce3ab60b2b0), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.645839 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-646ae8ab-c84f-4579-9598-411fade280c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (95b60849-30b5-430b-886a-2ce3ab60b2b0), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.658311 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:55.658959 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.660360 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] 10.222.0.104 "PUT /v2.0/ports/6858e209-b2cd-43ef-9dfe-2567dd3a61ba HTTP/1.1" status: 200 len: 1093 time: 1.3767452 Mar 11 18:13:55.662609 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5360fd8f-4913-4ca0-8343-0594c72bbd33', 'tag': '6858e209-b2cd-43ef-9dfe-2567dd3a61ba'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:55.664901 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd573df-b4d7-4f2b-b840-0e8ba976c1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5360fd8f-4913-4ca0-8343-0594c72bbd33", "tag": "6858e209-b2cd-43ef-9dfe-2567dd3a61ba"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:55.689901 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ae8ab-c84f-4579-9598-411fade280c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b60849-30b5-430b-886a-2ce3ab60b2b0,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:55.701120 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-646ae8ab-c84f-4579-9598-411fade280c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7962c2e75bde4ed8aff48051100bd71b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894711 Mar 11 18:13:55.702216 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34592) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:55.708401 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfa4172-39a3-4ded-baec-c16443b1e589 x-openstack-request-id: req-bbfa4172-39a3-4ded-baec-c16443b1e589 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:55.708401 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5360fd8f-4913-4ca0-8343-0594c72bbd33", "tag": "6858e209-b2cd-43ef-9dfe-2567dd3a61ba", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:55.710612 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bbfa4172-39a3-4ded-baec-c16443b1e589 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:55.711866 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5360fd8f-4913-4ca0-8343-0594c72bbd33', 'tag': '6858e209-b2cd-43ef-9dfe-2567dd3a61ba', 'status': 'completed', 'code': 200} Mar 11 18:13:55.715846 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Publish callbacks [] for security_group (9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.723626 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.731059 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38c401-6127-4841-a9f6-c7548bec4e7f service neutron] Pushing event updated for resources: {'Port': ['ID=6858e209-b2cd-43ef-9dfe-2567dd3a61ba,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:55.769880 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9ff573d7-7983-44e2-9067-964eb09fd219 admin admin] Publish callbacks [] for security_group (95b60849-30b5-430b-886a-2ce3ab60b2b0), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.795439 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9ff573d7-7983-44e2-9067-964eb09fd219 admin admin] Publish callbacks [] for security_group (95b60849-30b5-430b-886a-2ce3ab60b2b0), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.848831 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9ff573d7-7983-44e2-9067-964eb09fd219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (95b60849-30b5-430b-886a-2ce3ab60b2b0), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.851418 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9ff573d7-7983-44e2-9067-964eb09fd219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.852565 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-9ff573d7-7983-44e2-9067-964eb09fd219 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95b60849-30b5-430b-886a-2ce3ab60b2b0 HTTP/1.1" status: 204 len: 168 time: 0.1491988 Mar 11 18:13:55.858288 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:55.863885 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff573d7-7983-44e2-9067-964eb09fd219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b60849-30b5-430b-886a-2ce3ab60b2b0,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:55.939655 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd573df-b4d7-4f2b-b840-0e8ba976c1ed req-5414e689-8f54-48e3-ad50-5a43750e14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:55.941347 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4bd573df-b4d7-4f2b-b840-0e8ba976c1ed req-5414e689-8f54-48e3-ad50-5a43750e14b1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1fd807c2f04a46b8bd31fe48cda34db0&device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 1127 time: 0.1893606 Mar 11 18:13:55.989981 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Allocated IP 192.168.233.126 (95cdca2d-340b-4e06-b394-81b4d2879817/2cc542a5-08a2-4aca-a6c6-cc00416c0233/17ca0985-8727-43f2-9ea7-fd37349f6097) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:56.015702 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150276a-5784-41f8-afa5-68435a662761 req-76b089a7-29fa-4547-ba79-65b14c786244 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:56.017230 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2150276a-5784-41f8-afa5-68435a662761 req-76b089a7-29fa-4547-ba79-65b14c786244 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.1815999 Mar 11 18:13:56.152140 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34602) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:56.169922 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-335300b0-4cac-4503-b6aa-8a7d4f1348c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:56.187437 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e41330-69c7-4b16-9271-bd927c8676db req-8f5628f6-a581-4897-a1e1-dbcf2c4243e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:56.188950 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-29e41330-69c7-4b16-9271-bd927c8676db req-8f5628f6-a581-4897-a1e1-dbcf2c4243e7 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546&tenant_id=9a2075c16fdd475a82d9d8cd6832baeb HTTP/1.1" status: 200 len: 1130 time: 0.1053035 Mar 11 18:13:56.280089 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e41330-69c7-4b16-9271-bd927c8676db req-444241e2-7c3e-448c-81a1-9285f02de766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:56.281597 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-29e41330-69c7-4b16-9271-bd927c8676db req-444241e2-7c3e-448c-81a1-9285f02de766 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9a2075c16fdd475a82d9d8cd6832baeb&device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 1130 time: 0.0692148 Mar 11 18:13:56.283897 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2150276a-5784-41f8-afa5-68435a662761 req-6c67de80-9bf2-4a4d-ab16-6e783ce35d89 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573152 Mar 11 18:13:56.294371 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1261e-a518-467a-b1d7-b4595dafc55c req-491371d6-409c-43ab-9330-a129ad73c15b tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:56.295902 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5ba1261e-a518-467a-b1d7-b4595dafc55c req-491371d6-409c-43ab-9330-a129ad73c15b tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 943 time: 0.2705481 Mar 11 18:13:56.301251 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-335300b0-4cac-4503-b6aa-8a7d4f1348c6 admin admin] Publish callbacks [] for security_group (eec49e27-66dd-4857-affc-dd5d7029962c), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:56.302672 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd573df-b4d7-4f2b-b840-0e8ba976c1ed req-1751508c-5fe8-4eff-b464-c55c3c141170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:56.305639 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4bd573df-b4d7-4f2b-b840-0e8ba976c1ed req-1751508c-5fe8-4eff-b464-c55c3c141170 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=1fd807c2f04a46b8bd31fe48cda34db0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3554695 Mar 11 18:13:56.313388 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-335300b0-4cac-4503-b6aa-8a7d4f1348c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (eec49e27-66dd-4857-affc-dd5d7029962c), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:56.414327 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-335300b0-4cac-4503-b6aa-8a7d4f1348c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36709d143e014c538367980662c5d8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607965 Mar 11 18:13:56.416965 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e41330-69c7-4b16-9271-bd927c8676db req-413450ef-3c4b-4165-9f3e-831ff26b26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:56.418368 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-29e41330-69c7-4b16-9271-bd927c8676db req-413450ef-3c4b-4165-9f3e-831ff26b26f2 service neutron] 10.222.0.104 "GET /v2.0/networks?id=68dba951-659b-4d49-95cd-28e22175bbb4 HTTP/1.1" status: 200 len: 911 time: 0.1291602 Mar 11 18:13:56.418835 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34606) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:56.424890 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335300b0-4cac-4503-b6aa-8a7d4f1348c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec49e27-66dd-4857-affc-dd5d7029962c,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:56.442643 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device eb92ef57-7f00-4565-b7e6-c35b8bf549a5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:13:56.528596 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 is: ACTIVE; New status is: DOWN {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:56.528983 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:56.542053 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-29e41330-69c7-4b16-9271-bd927c8676db req-99809413-594b-44dd-ba82-9eb469ada5e6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5 HTTP/1.1" status: 200 len: 1000 time: 0.1143272 Mar 11 18:13:56.557036 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:56.559335 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb5cbc1-db7f-4e60-810e-7c5efaec09b6" -d '{"events": [{"server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "name": "network-vif-unplugged", "status": "completed", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:56.570627 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port eb92ef57-7f00-4565-b7e6-c35b8bf549a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:56.575363 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:56.597498 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e41330-69c7-4b16-9271-bd927c8676db req-4f1ae893-bed9-4b8f-88ea-c2aec98889e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:56.599080 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-29e41330-69c7-4b16-9271-bd927c8676db req-4f1ae893-bed9-4b8f-88ea-c2aec98889e0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=34f7c50f-8e50-40df-8330-3e18680b5a64 HTTP/1.1" status: 200 len: 848 time: 0.0483346 Mar 11 18:13:56.602302 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f012f01-ef75-4b72-95fa-42f75a45e95e admin admin] Publish callbacks [] for security_group (eec49e27-66dd-4857-affc-dd5d7029962c), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:56.629811 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,revision_number=6']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:56.652736 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f012f01-ef75-4b72-95fa-42f75a45e95e admin admin] Publish callbacks [] for security_group (eec49e27-66dd-4857-affc-dd5d7029962c), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:56.697052 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e41330-69c7-4b16-9271-bd927c8676db req-4c6f3353-5ab5-4db6-974e-26c106fa2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:56.698616 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-29e41330-69c7-4b16-9271-bd927c8676db req-4c6f3353-5ab5-4db6-974e-26c106fa2425 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=68dba951-659b-4d49-95cd-28e22175bbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931640 Mar 11 18:13:56.740311 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f012f01-ef75-4b72-95fa-42f75a45e95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (eec49e27-66dd-4857-affc-dd5d7029962c), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:56.742981 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9f012f01-ef75-4b72-95fa-42f75a45e95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:56.744322 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-9f012f01-ef75-4b72-95fa-42f75a45e95e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eec49e27-66dd-4857-affc-dd5d7029962c HTTP/1.1" status: 204 len: 168 time: 0.3243132 Mar 11 18:13:56.779710 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f012f01-ef75-4b72-95fa-42f75a45e95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec49e27-66dd-4857-affc-dd5d7029962c,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:56.810401 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-29e41330-69c7-4b16-9271-bd927c8676db req-63c9472b-0955-4d0d-92a7-2b22189e6f5a service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050425 Mar 11 18:13:56.894980 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5ba1261e-a518-467a-b1d7-b4595dafc55c req-b2f994f6-d53d-451c-8483-15f16290130a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778368 Mar 11 18:13:56.930387 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Publish callbacks [] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:56.965241 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [req-29e41330-69c7-4b16-9271-bd927c8676db req-e030f7e2-d8a2-4a04-b466-022f76c901ba service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468029 Mar 11 18:13:56.983759 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffd6f4-5a5d-4e95-9710-62bb61270b95 req-8c2cebfd-3ba2-4b73-b537-f465ef0c7483 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:56.991144 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-59ffd6f4-5a5d-4e95-9710-62bb61270b95 req-8c2cebfd-3ba2-4b73-b537-f465ef0c7483 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 945 time: 0.5809927 Mar 11 18:13:56.998922 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd573df-b4d7-4f2b-b840-0e8ba976c1ed req-8228e64b-aa73-4b58-805a-f54634fc6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:57.000930 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4bd573df-b4d7-4f2b-b840-0e8ba976c1ed req-8228e64b-aa73-4b58-805a-f54634fc6cdd service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6816320 Mar 11 18:13:57.051649 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a14eba8f-9d9e-4a28-809c-cab0abb56a07 req-f0c5de71-c22d-4f57-904d-b876a234a98c tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 210 time: 0.0755289 Mar 11 18:13:57.096961 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf72bab-f868-4474-8c93-22c73ec404b9 x-openstack-request-id: req-cdf72bab-f868-4474-8c93-22c73ec404b9 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:57.097557 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "name": "network-vif-unplugged", "status": "completed", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:57.098038 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdf72bab-f868-4474-8c93-22c73ec404b9 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:57.098517 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'code': 200} Mar 11 18:13:57.122103 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:57.138930 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-59ffd6f4-5a5d-4e95-9710-62bb61270b95 req-c77d0343-1723-4369-8108-270f1a738f74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467304 Mar 11 18:13:57.196169 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d3efb79f-8d23-4522-b8a0-b9461121d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:57.197278 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d3efb79f-8d23-4522-b8a0-b9461121d04c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1fd807c2f04a46b8bd31fe48cda34db0&device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 1127 time: 0.1525862 Mar 11 18:13:57.203656 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Network 95cdca2d-340b-4e06-b394-81b4d2879817 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:57.216548 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:57.260070 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:57.261317 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Pushing event updated for resources: {'Port': ['ID=17ca0985-8727-43f2-9ea7-fd37349f6097,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:57.282878 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-b00d9255-6bb1-4cca-8cda-70f91b30d9b1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6858e209-b2cd-43ef-9dfe-2567dd3a61ba HTTP/1.1" status: 200 len: 217 time: 0.0758736 Mar 11 18:13:57.390122 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:57.393645 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:57.450442 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-552f074a-b043-4e3d-babd-38a6816cbe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:57.452474 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-552f074a-b043-4e3d-babd-38a6816cbe89 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6e174db4-15aa-4553-8b99-95cddc5e6ddf HTTP/1.1" status: 200 len: 848 time: 0.1117918 Mar 11 18:13:57.460420 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-0a20c270-d532-47e7-981b-dcbf47700585 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2215939 Mar 11 18:13:57.482321 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Request body: {'port': {'device_id': 'bacf1da0-0013-4a4e-802d-9ea19e997544', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:57.491134 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd1cd2-4613-4119-aeb4-a7126c02b5f6 req-c3346a18-067f-4038-beed-85ccb32faf90 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:57.492814 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fedd1cd2-4613-4119-aeb4-a7126c02b5f6 req-c3346a18-067f-4038-beed-85ccb32faf90 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 945 time: 0.2443564 Mar 11 18:13:57.515549 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-8f7023ca-ff63-42b0-865b-9347e20dc2c8 None None] Provisioning complete for port 17ca0985-8727-43f2-9ea7-fd37349f6097 triggered by entity DHCP. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:57.516157 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8f7023ca-ff63-42b0-865b-9347e20dc2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:57.531997 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-a2b9a779-ce3e-403b-b055-cae9e0d4bcd5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6b7373ca-8fd1-4581-870f-72ef681cea49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698991 Mar 11 18:13:57.559098 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-8f7023ca-ff63-42b0-865b-9347e20dc2c8 None None] Port 17ca0985-8727-43f2-9ea7-fd37349f6097 cannot update to ACTIVE because it is not bound. {{(pid=103279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:13:57.584867 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156681c-ed61-4ec7-88e7-da43e4ad003f req-0a03eaf7-8552-402d-abc4-e4bcce800ed7 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:57.586346 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4156681c-ed61-4ec7-88e7-da43e4ad003f req-0a03eaf7-8552-402d-abc4-e4bcce800ed7 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.2088895 Mar 11 18:13:57.697090 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-fedd1cd2-4613-4119-aeb4-a7126c02b5f6 req-df3fa3d3-8a8d-4ba0-a4d4-53f5dd4f0687 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814392 Mar 11 18:13:57.730493 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:57.731431 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34640) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:57.755132 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4156681c-ed61-4ec7-88e7-da43e4ad003f req-32866625-d588-4735-9963-1bdf2b7e7813 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598766 Mar 11 18:13:57.796735 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-b1cfdfc6-5479-42ca-914b-2c639e204f22 service neutron] 10.222.0.104 "GET /v2.0/networks/6b7373ca-8fd1-4581-870f-72ef681cea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521501 Mar 11 18:13:57.984052 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af8d99-b497-46ad-84fb-0bfabc077780 tempest-TestVolumeBootPattern-556578349 tempest-TestVolumeBootPattern-556578349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:57.988255 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-81af8d99-b497-46ad-84fb-0bfabc077780 tempest-TestVolumeBootPattern-556578349 tempest-TestVolumeBootPattern-556578349-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 1124 time: 0.2531912 Mar 11 18:13:57.988583 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34652) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:57.992992 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.v2.base [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Request body: {'floatingip': {'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'port_id': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:58.014829 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:58.066171 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0182659c-fb8d-44e0-a182-7e098d476a04 req-d0a9a747-7015-4b0e-b277-e653ef8ad7e6 service neutron] 10.222.0.104 "GET /v2.0/networks/6b7373ca-8fd1-4581-870f-72ef681cea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569523 Mar 11 18:13:58.113114 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d2f2b-640d-4037-883a-5841c5e7011f req-f78cddb8-5f57-4c46-b796-752d1ff3d7c7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:58.121162 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-715d2f2b-640d-4037-883a-5841c5e7011f req-f78cddb8-5f57-4c46-b796-752d1ff3d7c7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 943 time: 0.1429496 Mar 11 18:13:58.141465 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:58.247052 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-715d2f2b-640d-4037-883a-5841c5e7011f req-5eba5aa5-cf99-4a36-8e80-1af2fa971dca tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249142 Mar 11 18:13:58.258523 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_common [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Allocated IP 172.27.0.150 (cab8bdcb-495c-4275-ab04-6208af39108c/16018e71-901e-4696-812b-feac30f1781e/9aa0e376-e702-469a-a031-65f9069f129a) {{(pid=103278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:58.272895 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ca0985-8727-43f2-9ea7-fd37349f6097 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:13:58.285709 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c725-28a6-4aa8-bad3-818f13ce6f6a req-04d68e00-b770-4fcc-b719-e1f6139bd65f tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:58.291067 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9fd4c725-28a6-4aa8-bad3-818f13ce6f6a req-04d68e00-b770-4fcc-b719-e1f6139bd65f tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 936 time: 0.1517498 Mar 11 18:13:58.298111 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Publish callbacks [] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:58.328277 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Transition to ACTIVE for port object 17ca0985-8727-43f2-9ea7-fd37349f6097 will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:13:58.336858 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:58.376187 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for port (9aa0e376-e702-469a-a031-65f9069f129a), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:58.389803 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9fd4c725-28a6-4aa8-bad3-818f13ce6f6a req-c48fefed-4b23-4755-bf78-05ec9fc7f3c6 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939000 Mar 11 18:13:58.406525 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Pushing event updated for resources: {'Port': ['ID=17ca0985-8727-43f2-9ea7-fd37349f6097,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:58.424380 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (9aa0e376-e702-469a-a031-65f9069f129a), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:58.477560 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Network cab8bdcb-495c-4275-ab04-6208af39108c is already hosted by enough agents. {{(pid=103278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:58.481225 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.base_scheduler [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Resources bound (agent type, host, resource id): {{(pid=103278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:58.484636 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Received port after_create {{(pid=103278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:58.528671 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Attempting to bind port 17ca0985-8727-43f2-9ea7-fd37349f6097 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:58.529286 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Attempting to bind port 17ca0985-8727-43f2-9ea7-fd37349f6097 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '49d4cede-47a8-457a-a3bb-7da1954a7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:58.529787 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Attempting to bind port 17ca0985-8727-43f2-9ea7-fd37349f6097 on network 95cdca2d-340b-4e06-b394-81b4d2879817 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:58.535560 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Port 17ca0985-8727-43f2-9ea7-fd37349f6097 on network 95cdca2d-340b-4e06-b394-81b4d2879817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:13:58.535767 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'Port': ['ID=9aa0e376-e702-469a-a031-65f9069f129a,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:58.535895 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Attempting to bind port 17ca0985-8727-43f2-9ea7-fd37349f6097 on network 95cdca2d-340b-4e06-b394-81b4d2879817 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:58.547346 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:58.547698 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Checking segment: {'id': '49d4cede-47a8-457a-a3bb-7da1954a7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:58.548079 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Bound using segment: {'id': '49d4cede-47a8-457a-a3bb-7da1954a7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:58.548711 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Bound port: 17ca0985-8727-43f2-9ea7-fd37349f6097, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d4cede-47a8-457a-a3bb-7da1954a7b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:58.549281 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:58.626663 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] For port 17ca0985-8727-43f2-9ea7-fd37349f6097, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:58.630393 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] For port 17ca0985-8727-43f2-9ea7-fd37349f6097, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17ca0985-8727-43f2-9ea7-fd37349f6097,segment=NetworkSegment(49d4cede-47a8-457a-a3bb-7da1954a7b66),segment_id=49d4cede-47a8-457a-a3bb-7da1954a7b66)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:58.638071 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:58.682714 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:58.683272 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:58.687431 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] 10.222.0.104 "PUT /v2.0/ports/17ca0985-8727-43f2-9ea7-fd37349f6097 HTTP/1.1" status: 200 len: 1098 time: 1.2118218 Mar 11 18:13:58.689003 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacf1da0-0013-4a4e-802d-9ea19e997544', 'tag': '17ca0985-8727-43f2-9ea7-fd37349f6097'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:58.692330 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96f6bef-d71a-4b3d-8976-0784af18de12" -d '{"events": [{"name": "network-changed", "server_uuid": "bacf1da0-0013-4a4e-802d-9ea19e997544", "tag": "17ca0985-8727-43f2-9ea7-fd37349f6097"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:58.755816 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a383d9d-4216-4c65-b6b9-9cf21f131f6b x-openstack-request-id: req-0a383d9d-4216-4c65-b6b9-9cf21f131f6b {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:58.756030 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacf1da0-0013-4a4e-802d-9ea19e997544", "tag": "17ca0985-8727-43f2-9ea7-fd37349f6097", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:58.756338 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a383d9d-4216-4c65-b6b9-9cf21f131f6b {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:58.756631 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacf1da0-0013-4a4e-802d-9ea19e997544', 'tag': '17ca0985-8727-43f2-9ea7-fd37349f6097', 'status': 'completed', 'code': 200} Mar 11 18:13:58.782878 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa233f-fac6-4eca-a4ff-0f14ce26cf67 service neutron] Pushing event updated for resources: {'Port': ['ID=17ca0985-8727-43f2-9ea7-fd37349f6097,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:58.808286 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dee9-60da-4232-b06d-918291f782ab req-76972491-351e-4791-85b7-f2d9f10d1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:58.810363 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-76972491-351e-4791-85b7-f2d9f10d1bfb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=69fb37269b9c440e9a0dfdb383efee0e&device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 1132 time: 0.0769041 Mar 11 18:13:58.876405 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-f905ba67-0df1-4301-a38b-91d04c6f1d0b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=17ca0985-8727-43f2-9ea7-fd37349f6097 HTTP/1.1" status: 200 len: 217 time: 0.0537252 Mar 11 18:13:58.961771 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dee9-60da-4232-b06d-918291f782ab req-25eef114-a4b7-49ef-933b-1487aefbfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:58.963285 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-25eef114-a4b7-49ef-933b-1487aefbfb75 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2cc542a5-08a2-4aca-a6c6-cc00416c0233 HTTP/1.1" status: 200 len: 843 time: 0.0788906 Mar 11 18:13:58.974409 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2c116-0f3e-4588-83de-823485ff5b64 req-fed3b82c-dba6-46cb-ae48-9e1c669d5758 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:58.975935 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-15a2c116-0f3e-4588-83de-823485ff5b64 req-fed3b82c-dba6-46cb-ae48-9e1c669d5758 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.1025343 Mar 11 18:13:59.029766 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (3b4cf64c-3421-49fd-82c5-e902cbf2f72d), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:59.059156 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-15a2c116-0f3e-4588-83de-823485ff5b64 req-260a0c3b-2ed6-4d8f-9787-ee1280e6f94b tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747001 Mar 11 18:13:59.062109 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dee9-60da-4232-b06d-918291f782ab req-06f8ac5e-7cdb-42ab-b752-3f736355dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:59.063607 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-06f8ac5e-7cdb-42ab-b752-3f736355dfce service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=95cdca2d-340b-4e06-b394-81b4d2879817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0867977 Mar 11 18:13:59.112020 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (9aa0e376-e702-469a-a031-65f9069f129a), before_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:59.158385 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-a121b499-a6bc-4901-ab3e-ca5612de2630 service neutron] 10.222.0.104 "GET /v2.0/networks/95cdca2d-340b-4e06-b394-81b4d2879817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881898 Mar 11 18:13:59.261751 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b0d4dee9-60da-4232-b06d-918291f782ab req-50959625-a917-49e5-9950-b22f450fd50c service neutron] 10.222.0.104 "GET /v2.0/networks/95cdca2d-340b-4e06-b394-81b4d2879817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971162 Mar 11 18:13:59.277708 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for port (9aa0e376-e702-469a-a031-65f9069f129a), precommit_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:59.283674 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16022622'] for port (9aa0e376-e702-469a-a031-65f9069f129a), after_update {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:59.373178 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event updated for resources: {'Port': ['ID=9aa0e376-e702-469a-a031-65f9069f129a,revision_number=2']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:59.399761 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934722'] for floatingip (3b4cf64c-3421-49fd-82c5-e902cbf2f72d), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:59.411733 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:59.457380 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c308a46-a674-4c58-a61a-516a52e014a8 req-94e51049-3313-4d29-b802-a28d4441870f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:59.459005 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8c308a46-a674-4c58-a61a-516a52e014a8 req-94e51049-3313-4d29-b802-a28d4441870f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 943 time: 0.1211047 Mar 11 18:13:59.461933 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6bef-d71a-4b3d-8976-0784af18de12 req-03691101-00d1-4107-82d2-4ddb4d432f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:59.463402 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c96f6bef-d71a-4b3d-8976-0784af18de12 req-03691101-00d1-4107-82d2-4ddb4d432f8b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=69fb37269b9c440e9a0dfdb383efee0e&device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 1132 time: 0.0761998 Mar 11 18:13:59.527043 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.l3_db [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Floating IP 3b4cf64c-3421-49fd-82c5-e902cbf2f72d associated. External IP: 172.27.0.150, port: 8a63f0b8-2e0d-4375-ad6f-5dc427173d49. Mar 11 18:13:59.606242 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8c308a46-a674-4c58-a61a-516a52e014a8 req-876b599d-7a0c-44ee-8567-ad71a9ff0f32 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400762 Mar 11 18:13:59.632025 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07055a45-2130-4791-be1b-1809c8d1192e req-4599e9ff-66d0-439a-bd82-a55d4205d28d tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:59.633531 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-07055a45-2130-4791-be1b-1809c8d1192e req-4599e9ff-66d0-439a-bd82-a55d4205d28d tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 948 time: 0.1425533 Mar 11 18:13:59.638814 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6bef-d71a-4b3d-8976-0784af18de12 req-c17d35bd-a186-4471-b4b6-10df0d4c3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:59.639792 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c96f6bef-d71a-4b3d-8976-0784af18de12 req-c17d35bd-a186-4471-b4b6-10df0d4c3abc service neutron] 10.222.0.104 "GET /v2.0/networks?id=95cdca2d-340b-4e06-b394-81b4d2879817 HTTP/1.1" status: 200 len: 871 time: 0.1669233 Mar 11 18:13:59.686996 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c96f6bef-d71a-4b3d-8976-0784af18de12 req-71ab1768-651a-4ce9-9ff5-b76d23f8cf5b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=17ca0985-8727-43f2-9ea7-fd37349f6097 HTTP/1.1" status: 200 len: 217 time: 0.0402348 Mar 11 18:13:59.745427 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-07055a45-2130-4791-be1b-1809c8d1192e req-b591e84f-7aa6-4ff9-8002-3aab42487742 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046221 Mar 11 18:13:59.755920 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6bef-d71a-4b3d-8976-0784af18de12 req-923cd98c-e862-4bdd-86f9-1e93a859ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:59.757809 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c96f6bef-d71a-4b3d-8976-0784af18de12 req-923cd98c-e862-4bdd-86f9-1e93a859ddf5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2cc542a5-08a2-4aca-a6c6-cc00416c0233 HTTP/1.1" status: 200 len: 843 time: 0.0647564 Mar 11 18:13:59.816487 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6bef-d71a-4b3d-8976-0784af18de12 req-f45e6868-f61d-44e7-9761-d13743069549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:59.817989 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c96f6bef-d71a-4b3d-8976-0784af18de12 req-f45e6868-f61d-44e7-9761-d13743069549 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=95cdca2d-340b-4e06-b394-81b4d2879817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0520780 Mar 11 18:13:59.913857 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c96f6bef-d71a-4b3d-8976-0784af18de12 req-4526c4b9-3dc5-4506-9404-8d66b1bab832 service neutron] 10.222.0.104 "GET /v2.0/networks/95cdca2d-340b-4e06-b394-81b4d2879817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889614 Mar 11 18:13:59.945398 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Router fefbe61a-c372-490e-80c9-53535647ad1b has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:14:00.007552 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c96f6bef-d71a-4b3d-8976-0784af18de12 req-32fb2e9d-7bd8-46d4-ae9e-a98b87192cf5 service neutron] 10.222.0.104 "GET /v2.0/networks/95cdca2d-340b-4e06-b394-81b4d2879817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878069 Mar 11 18:14:00.057473 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:14:00.067827 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8e8b0e-5fd4-43a0-903f-0d7e9fefe4d3 None None] Sync routers for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:14:00.077021 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:00.077960 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8e8b0e-5fd4-43a0-903f-0d7e9fefe4d3 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:00.078611 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-ff8e8b0e-5fd4-43a0-903f-0d7e9fefe4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:13:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:00.108297 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-c522a1b2-7e62-4d74-9642-ccc7a53ed40b tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1185882 Mar 11 18:14:00.109033 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'tag': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:00.111846 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df89f0c-ce68-4d47-948a-d78cb2debedf" -d '{"events": [{"name": "network-changed", "server_uuid": "71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5", "tag": "8a63f0b8-2e0d-4375-ad6f-5dc427173d49"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:00.187993 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-ff8e8b0e-5fd4-43a0-903f-0d7e9fefe4d3 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:00.206386 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4282a5b-987d-4068-b577-9867e318c91e req-c86fdeba-4156-4d1f-b3c3-a8aa2d5c3f4f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.207999 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e4282a5b-987d-4068-b577-9867e318c91e req-c86fdeba-4156-4d1f-b3c3-a8aa2d5c3f4f tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.0602505 Mar 11 18:14:00.257564 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e4282a5b-987d-4068-b577-9867e318c91e req-b73aeea6-0861-4e40-bb66-434cd729aab9 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437751 Mar 11 18:14:00.297219 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03aa637-c77e-4140-bca2-121a76f0141e x-openstack-request-id: req-b03aa637-c77e-4140-bca2-121a76f0141e {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:00.297533 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5", "tag": "8a63f0b8-2e0d-4375-ad6f-5dc427173d49", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:00.297781 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b03aa637-c77e-4140-bca2-121a76f0141e {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:00.298184 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'tag': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49', 'status': 'completed', 'code': 200} Mar 11 18:14:00.378117 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df89f0c-ce68-4d47-948a-d78cb2debedf req-6e80038f-0119-413f-9e29-fe514d8e3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.379935 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5df89f0c-ce68-4d47-948a-d78cb2debedf req-6e80038f-0119-413f-9e29-fe514d8e3c7d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 1129 time: 0.0502937 Mar 11 18:14:00.420257 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-ff8e8b0e-5fd4-43a0-903f-0d7e9fefe4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '3b4cf64c-3421-49fd-82c5-e902cbf2f72d', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:5c:03:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:58Z', 'updated_at': '2022-03-11T18:13:58Z', 'revision_number': 0, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}, {'id': 'dc914d90-dadb-480f-bf26-4480bb4de87d', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:81:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cdab86-5798-4906-9f52-834139901a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:02Z', 'updated_at': '2022-03-11T18:11:05Z', 'revision_number': 1, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:00.452845 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8e8b0e-5fd4-43a0-903f-0d7e9fefe4d3 None None] Checking router: fefbe61a-c372-490e-80c9-53535647ad1b for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:14:00.461849 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8e8b0e-5fd4-43a0-903f-0d7e9fefe4d3 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:00.462503 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-ff8e8b0e-5fd4-43a0-903f-0d7e9fefe4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:13:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:00.480045 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df89f0c-ce68-4d47-948a-d78cb2debedf req-aaae6caa-986e-43dd-901e-738d33a844f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.481525 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5df89f0c-ce68-4d47-948a-d78cb2debedf req-aaae6caa-986e-43dd-901e-738d33a844f4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 913 time: 0.0951862 Mar 11 18:14:00.555236 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5df89f0c-ce68-4d47-948a-d78cb2debedf req-01da294b-2f4b-4367-b9e9-6bb254e782ef service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a63f0b8-2e0d-4375-ad6f-5dc427173d49 HTTP/1.1" status: 200 len: 999 time: 0.0598710 Mar 11 18:14:00.587830 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-ff8e8b0e-5fd4-43a0-903f-0d7e9fefe4d3 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:00.612294 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df89f0c-ce68-4d47-948a-d78cb2debedf req-dde65df9-c41f-444d-b053-e4f8371bfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.613829 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5df89f0c-ce68-4d47-948a-d78cb2debedf req-dde65df9-c41f-444d-b053-e4f8371bfe70 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.0497131 Mar 11 18:14:00.681500 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df89f0c-ce68-4d47-948a-d78cb2debedf req-f8c74a09-f4e8-4926-aeea-d288bc0f482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.683103 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5df89f0c-ce68-4d47-948a-d78cb2debedf req-f8c74a09-f4e8-4926-aeea-d288bc0f482b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633457 Mar 11 18:14:00.802528 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e0375-15bc-4754-b119-40c32b3f8f4b req-caed15d6-e7a9-4745-ba25-f76a6bc19e42 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.810019 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea4e0375-15bc-4754-b119-40c32b3f8f4b req-caed15d6-e7a9-4745-ba25-f76a6bc19e42 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 943 time: 0.1257014 Mar 11 18:14:00.854657 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-ff8e8b0e-5fd4-43a0-903f-0d7e9fefe4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '3b4cf64c-3421-49fd-82c5-e902cbf2f72d', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:5c:03:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:58Z', 'updated_at': '2022-03-11T18:13:58Z', 'revision_number': 0, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}, {'id': 'dc914d90-dadb-480f-bf26-4480bb4de87d', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:81:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cdab86-5798-4906-9f52-834139901a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:02Z', 'updated_at': '2022-03-11T18:11:05Z', 'revision_number': 1, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:00.886183 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8e8b0e-5fd4-43a0-903f-0d7e9fefe4d3 None None] The sync data for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi is: [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': '3b4cf64c-3421-49fd-82c5-e902cbf2f72d', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:5c:03:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:58Z', 'updated_at': '2022-03-11T18:13:58Z', 'revision_number': 0, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}, {'id': 'dc914d90-dadb-480f-bf26-4480bb4de87d', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:81:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cdab86-5798-4906-9f52-834139901a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:02Z', 'updated_at': '2022-03-11T18:11:05Z', 'revision_number': 1, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:14:00.900332 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5df89f0c-ce68-4d47-948a-d78cb2debedf req-046abb03-f96c-4cc0-acb7-c1df3402d2c1 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056453 Mar 11 18:14:00.906822 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea4e0375-15bc-4754-b119-40c32b3f8f4b req-6910bd15-2848-452b-b67b-80f0ad4e9fd9 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957818 Mar 11 18:14:00.953675 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea30d0e-6e7e-483c-9731-d6b7396d73f7 req-d87cf9cb-460c-46a0-9d8a-534ad9d28c50 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.955283 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ea30d0e-6e7e-483c-9731-d6b7396d73f7 req-d87cf9cb-460c-46a0-9d8a-534ad9d28c50 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 948 time: 0.1338456 Mar 11 18:14:01.061808 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4ea30d0e-6e7e-483c-9731-d6b7396d73f7 req-141cee0c-0fd0-439b-9fdf-a27db778f38f tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981841 Mar 11 18:14:01.063944 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5df89f0c-ce68-4d47-948a-d78cb2debedf req-e888bbb4-c5e5-4bff-a5d7-df6d40b8251d service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546202 Mar 11 18:14:01.128324 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b168308-ee1a-4b1b-8a27-2d2d02db2d3a None None] New status for floating IP 3b4cf64c-3421-49fd-82c5-e902cbf2f72d: ACTIVE {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:14:01.386814 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d8ac9-6563-43fd-bbbb-24c14f86f53e req-e19e1dd9-61aa-4a30-bd7c-944f66093d54 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:01.387958 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-435d8ac9-6563-43fd-bbbb-24c14f86f53e req-e19e1dd9-61aa-4a30-bd7c-944f66093d54 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.0609624 Mar 11 18:14:01.438688 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-435d8ac9-6563-43fd-bbbb-24c14f86f53e req-6fef5acd-2fb3-42bc-b5c1-c505964a2fa8 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449183 Mar 11 18:14:02.041405 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe9c2c-ddbd-4d78-b7d8-9e4f336ca352 req-9fe24aa9-c3d8-4ded-bfa0-932952fe116e tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:02.042979 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-57fe9c2c-ddbd-4d78-b7d8-9e4f336ca352 req-9fe24aa9-c3d8-4ded-bfa0-932952fe116e tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 943 time: 0.0617886 Mar 11 18:14:02.095161 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-57fe9c2c-ddbd-4d78-b7d8-9e4f336ca352 req-75cd377a-2083-4214-9f46-ffea60a73783 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463576 Mar 11 18:14:02.189404 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78954670-3d0f-4ae4-ad27-745195117ddc req-246e6500-362e-44b0-8a3a-fe508b274178 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:02.190983 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-78954670-3d0f-4ae4-ad27-745195117ddc req-246e6500-362e-44b0-8a3a-fe508b274178 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 948 time: 0.0596929 Mar 11 18:14:02.248248 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-78954670-3d0f-4ae4-ad27-745195117ddc req-93f692a2-677d-43b2-8635-dd9329bb94c8 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512652 Mar 11 18:14:02.506232 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 6858e209-b2cd-43ef-9dfe-2567dd3a61ba details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:14:02.560839 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fee49-a8ae-4cfa-8bd9-2bfdc59cca5c req-bc8d4477-e806-4ef8-9e98-55b88fdfd78a tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:02.562325 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-569fee49-a8ae-4cfa-8bd9-2bfdc59cca5c req-bc8d4477-e806-4ef8-9e98-55b88fdfd78a tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.0557272 Mar 11 18:14:02.603385 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6858e209-b2cd-43ef-9dfe-2567dd3a61ba,segment=NetworkSegment(e66c8189-70bd-4a35-b16a-63e314f018a4),segment_id=e66c8189-70bd-4a35-b16a-63e314f018a4)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:02.610764 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-569fee49-a8ae-4cfa-8bd9-2bfdc59cca5c req-cf8046bb-4e5e-49be-972d-42b87e9a1df9 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424652 Mar 11 18:14:02.614843 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '6858e209-b2cd-43ef-9dfe-2567dd3a61ba', 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49', 'port_id': '6858e209-b2cd-43ef-9dfe-2567dd3a61ba', 'mac_address': 'fa:16:3e:60:e1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e174db4-15aa-4553-8b99-95cddc5e6ddf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:14:02.656450 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:02.656909 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:02.670281 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6858e209-b2cd-43ef-9dfe-2567dd3a61ba {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:02.689800 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6858e209-b2cd-43ef-9dfe-2567dd3a61ba,segment=NetworkSegment(e66c8189-70bd-4a35-b16a-63e314f018a4),segment_id=e66c8189-70bd-4a35-b16a-63e314f018a4)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:02.694811 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:02.695461 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 17ca0985-8727-43f2-9ea7-fd37349f6097 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:14:02.764741 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=6858e209-b2cd-43ef-9dfe-2567dd3a61ba,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:02.833672 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 17ca0985-8727-43f2-9ea7-fd37349f6097, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17ca0985-8727-43f2-9ea7-fd37349f6097,segment=NetworkSegment(49d4cede-47a8-457a-a3bb-7da1954a7b66),segment_id=49d4cede-47a8-457a-a3bb-7da1954a7b66)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:02.845040 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '17ca0985-8727-43f2-9ea7-fd37349f6097', 'network_id': '95cdca2d-340b-4e06-b394-81b4d2879817', 'port_id': '17ca0985-8727-43f2-9ea7-fd37349f6097', 'mac_address': 'fa:16:3e:22:55:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cc542a5-08a2-4aca-a6c6-cc00416c0233', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:14:02.885973 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 17ca0985-8727-43f2-9ea7-fd37349f6097 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:02.886369 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:02.899724 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ca0985-8727-43f2-9ea7-fd37349f6097 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:02.921003 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 17ca0985-8727-43f2-9ea7-fd37349f6097, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17ca0985-8727-43f2-9ea7-fd37349f6097,segment=NetworkSegment(49d4cede-47a8-457a-a3bb-7da1954a7b66),segment_id=49d4cede-47a8-457a-a3bb-7da1954a7b66)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:02.926221 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:02.974646 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=17ca0985-8727-43f2-9ea7-fd37349f6097,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:03.052929 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:14:03.228011 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f56a7-a81c-432c-bf03-da207c2faa62 req-70ebdf17-4a54-488f-8a40-a4b6d9eeceea tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:03.229517 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f55f56a7-a81c-432c-bf03-da207c2faa62 req-70ebdf17-4a54-488f-8a40-a4b6d9eeceea tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 944 time: 0.0590096 Mar 11 18:14:03.278325 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f55f56a7-a81c-432c-bf03-da207c2faa62 req-d3e60b2f-adc1-429b-ad2d-7649bbc7fced tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431094 Mar 11 18:14:03.369824 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['17ca0985-8727-43f2-9ea7-fd37349f6097'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:03.374346 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['6858e209-b2cd-43ef-9dfe-2567dd3a61ba'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:03.375737 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb97015-d066-4057-ad45-74624635a221 req-feed8142-fefa-47f3-ab8a-7aca1bb4f8c2 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:03.377791 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2fb97015-d066-4057-ad45-74624635a221 req-feed8142-fefa-47f3-ab8a-7aca1bb4f8c2 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 949 time: 0.0538695 Mar 11 18:14:03.435512 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2fb97015-d066-4057-ad45-74624635a221 req-eec3a688-0a7e-4264-b434-f0b84725537d tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523498 Mar 11 18:14:03.732149 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf74299-d884-49a2-a044-34217e197cd3 req-5d0d884d-75f4-4e46-a7b1-f1cac6f65286 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:03.733674 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0bf74299-d884-49a2-a044-34217e197cd3 req-5d0d884d-75f4-4e46-a7b1-f1cac6f65286 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 944 time: 0.0557406 Mar 11 18:14:03.785197 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0bf74299-d884-49a2-a044-34217e197cd3 req-c94fa7d4-920c-403b-96cb-c251e0cd0509 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437424 Mar 11 18:14:04.411814 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a3c0d-630a-4aac-ab7f-c22cf16ae537 req-83f6932d-7726-4c5b-807e-c2e96994b19a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:04.413630 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5d3a3c0d-630a-4aac-ab7f-c22cf16ae537 req-83f6932d-7726-4c5b-807e-c2e96994b19a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 944 time: 0.0574951 Mar 11 18:14:04.501166 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5d3a3c0d-630a-4aac-ab7f-c22cf16ae537 req-4d7706b0-034b-4cd0-9542-3c39ab8e5bce tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804148 Mar 11 18:14:04.526257 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0298bc7-6a9e-4f92-833e-c7feedd74f81 req-f77584b8-8e92-4bee-8f8a-cd5fa8ea9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:04.526257 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f0298bc7-6a9e-4f92-833e-c7feedd74f81 req-f77584b8-8e92-4bee-8f8a-cd5fa8ea9b4c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 1128 time: 0.0698373 Mar 11 18:14:04.526616 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device eb92ef57-7f00-4565-b7e6-c35b8bf549a5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:14:04.529329 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 6858e209-b2cd-43ef-9dfe-2567dd3a61ba up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:14:04.602843 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f0298bc7-6a9e-4f92-833e-c7feedd74f81 req-ab327bbe-da7c-434b-b69f-dec53415ae7d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655489 Mar 11 18:14:04.610614 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e6193-147d-403d-9b0d-2c6ecd104cc8 req-fc9a40ad-bd55-44fd-a737-210408f8450e tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:04.612060 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-832e6193-147d-403d-9b0d-2c6ecd104cc8 req-fc9a40ad-bd55-44fd-a737-210408f8450e tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 949 time: 0.0855119 Mar 11 18:14:04.647537 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:14:04.657920 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:14:04.658300 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:04.660682 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-832e6193-147d-403d-9b0d-2c6ecd104cc8 req-b8ade41f-d221-416a-a6b9-7b8ef256c361 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 Mar 11 18:14:04.687993 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port eb92ef57-7f00-4565-b7e6-c35b8bf549a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:04.707462 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'port_id': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'mac_address': 'fa:16:3e:6c:33:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:14:04.751627 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:04.752027 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:04.786845 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb92ef57-7f00-4565-b7e6-c35b8bf549a5 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:04.810898 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:04.811280 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:04.816408 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port eb92ef57-7f00-4565-b7e6-c35b8bf549a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:04.824305 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:04.864439 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5360fd8f-4913-4ca0-8343-0594c72bbd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6858e209-b2cd-43ef-9dfe-2567dd3a61ba'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:04.866767 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a272d440-19db-4135-9ee4-68ea723a911a" -d '{"events": [{"server_uuid": "5360fd8f-4913-4ca0-8343-0594c72bbd33", "name": "network-vif-plugged", "status": "completed", "tag": "6858e209-b2cd-43ef-9dfe-2567dd3a61ba"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:04.890605 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6858e209-b2cd-43ef-9dfe-2567dd3a61ba,segment=NetworkSegment(e66c8189-70bd-4a35-b16a-63e314f018a4),segment_id=e66c8189-70bd-4a35-b16a-63e314f018a4)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:04.896313 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,revision_number=7']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:04.901834 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:04.902694 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 17ca0985-8727-43f2-9ea7-fd37349f6097 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:14:04.905616 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03df5429-bd1d-4a10-9923-cf65c9e4b498 x-openstack-request-id: req-03df5429-bd1d-4a10-9923-cf65c9e4b498 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:04.905908 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5360fd8f-4913-4ca0-8343-0594c72bbd33", "name": "network-vif-plugged", "status": "completed", "tag": "6858e209-b2cd-43ef-9dfe-2567dd3a61ba", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:04.906163 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03df5429-bd1d-4a10-9923-cf65c9e4b498 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:04.906577 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5360fd8f-4913-4ca0-8343-0594c72bbd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6858e209-b2cd-43ef-9dfe-2567dd3a61ba', 'code': 200} Mar 11 18:14:04.918704 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4f98d-6e63-46c8-b31b-9a05868ed420 req-5822d311-8031-46d9-b4e2-7a4c6915b818 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:04.920212 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-66f4f98d-6e63-46c8-b31b-9a05868ed420 req-5822d311-8031-46d9-b4e2-7a4c6915b818 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 945 time: 0.0638468 Mar 11 18:14:04.979334 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-66f4f98d-6e63-46c8-b31b-9a05868ed420 req-c39ada77-174e-45fb-a8f7-c38e315e2272 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506330 Mar 11 18:14:04.996709 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b851-1e8f-44c4-a498-32bc13544b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:05.015914 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=6858e209-b2cd-43ef-9dfe-2567dd3a61ba,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:05.022637 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 17ca0985-8727-43f2-9ea7-fd37349f6097 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:14:05.026499 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 17ca0985-8727-43f2-9ea7-fd37349f6097 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:14:05.026894 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:05.104767 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6849f-36a7-4694-8677-ac22d3aae0d7 req-da79923f-9da3-4382-a5fc-5d0e2202e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:05.106284 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-41d6849f-36a7-4694-8677-ac22d3aae0d7 req-da79923f-9da3-4382-a5fc-5d0e2202e39b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 1129 time: 0.0449574 Mar 11 18:14:05.107358 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 17ca0985-8727-43f2-9ea7-fd37349f6097 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:05.107755 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:05.142373 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 17ca0985-8727-43f2-9ea7-fd37349f6097, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17ca0985-8727-43f2-9ea7-fd37349f6097,segment=NetworkSegment(49d4cede-47a8-457a-a3bb-7da1954a7b66),segment_id=49d4cede-47a8-457a-a3bb-7da1954a7b66)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:05.149368 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:05.160779 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-41d6849f-36a7-4694-8677-ac22d3aae0d7 req-a152519e-b40d-470e-998d-3eda0d322db4 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Mar 11 18:14:05.196745 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=17ca0985-8727-43f2-9ea7-fd37349f6097,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:05.277434 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['eb92ef57-7f00-4565-b7e6-c35b8bf549a5'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:05.630484 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96ebf767-2d8f-4011-b8be-d13ce99af09a req-30997dde-7568-482c-81d8-a620eb846ef5 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808520 Mar 11 18:14:05.648599 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3312c-e5b4-4ca6-b666-12b2d719998b req-b34f17e1-5bed-4fe7-950e-a7fc4605ce6f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:05.650008 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e0f3312c-e5b4-4ca6-b666-12b2d719998b req-b34f17e1-5bed-4fe7-950e-a7fc4605ce6f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 945 time: 0.0699224 Mar 11 18:14:05.684004 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34786) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:05.740517 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e0f3312c-e5b4-4ca6-b666-12b2d719998b req-5d07be0a-90bd-4d5a-9002-4395b06ee4ca tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837460 Mar 11 18:14:05.757658 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebf767-2d8f-4011-b8be-d13ce99af09a req-e7de07c4-22dd-4f96-8ddf-24716cfe0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:05.759511 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96ebf767-2d8f-4011-b8be-d13ce99af09a req-e7de07c4-22dd-4f96-8ddf-24716cfe0f4c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 1130 time: 0.0754666 Mar 11 18:14:05.805645 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d24fe747-ddd0-49fe-9996-39c4c8fd07b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:05.874045 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925a6e0-33fc-4811-9c1e-57a298ed7ae8 req-63d39468-49e6-4491-8782-d606fabeb9d7 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:05.875584 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1925a6e0-33fc-4811-9c1e-57a298ed7ae8 req-63d39468-49e6-4491-8782-d606fabeb9d7 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 950 time: 0.1149743 Mar 11 18:14:05.885521 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d24fe747-ddd0-49fe-9996-39c4c8fd07b9 admin admin] Publish callbacks [] for security_group (558f8e02-2c83-44fa-83a3-b54b903be6dd), precommit_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:05.890743 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-d24fe747-ddd0-49fe-9996-39c4c8fd07b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (558f8e02-2c83-44fa-83a3-b54b903be6dd), after_create {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:05.908584 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebf767-2d8f-4011-b8be-d13ce99af09a req-5c37bd81-d388-4350-a066-69df1b26473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:05.910064 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96ebf767-2d8f-4011-b8be-d13ce99af09a req-5c37bd81-d388-4350-a066-69df1b26473b service neutron] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 913 time: 0.1210339 Mar 11 18:14:05.930186 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-d24fe747-ddd0-49fe-9996-39c4c8fd07b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7bb4fff99af4e68848bd48307413939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451172 Mar 11 18:14:05.931162 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fe747-ddd0-49fe-9996-39c4c8fd07b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558f8e02-2c83-44fa-83a3-b54b903be6dd,revision_number=1']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:05.933577 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34792) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:05.974190 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1925a6e0-33fc-4811-9c1e-57a298ed7ae8 req-7069ca04-b808-44d9-a542-fbdd5cc01421 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920758 Mar 11 18:14:05.987759 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-031dfcde-b1a5-4cd2-901c-f681f3bf2432 admin admin] Publish callbacks [] for security_group (558f8e02-2c83-44fa-83a3-b54b903be6dd), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:05.998178 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96ebf767-2d8f-4011-b8be-d13ce99af09a req-5a34b8db-c1a0-47a4-ba7f-b924ea16145a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30c2e83-013f-4b9e-800a-f5f74f203ed6 HTTP/1.1" status: 200 len: 1002 time: 0.0769963 Mar 11 18:14:06.013342 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-031dfcde-b1a5-4cd2-901c-f681f3bf2432 admin admin] Publish callbacks [] for security_group (558f8e02-2c83-44fa-83a3-b54b903be6dd), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:06.075580 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-031dfcde-b1a5-4cd2-901c-f681f3bf2432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (558f8e02-2c83-44fa-83a3-b54b903be6dd), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:06.080785 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-031dfcde-b1a5-4cd2-901c-f681f3bf2432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:06.082818 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-031dfcde-b1a5-4cd2-901c-f681f3bf2432 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/558f8e02-2c83-44fa-83a3-b54b903be6dd HTTP/1.1" status: 204 len: 168 time: 0.1480498 Mar 11 18:14:06.091803 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dfcde-b1a5-4cd2-901c-f681f3bf2432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558f8e02-2c83-44fa-83a3-b54b903be6dd,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:06.372609 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 34800) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:06.393204 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebf767-2d8f-4011-b8be-d13ce99af09a req-efae0d3f-d6e7-4561-93ac-d819f0d31ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:06.394657 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96ebf767-2d8f-4011-b8be-d13ce99af09a req-efae0d3f-d6e7-4561-93ac-d819f0d31ce7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.3886006 Mar 11 18:14:06.395374 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9921fdb1-ca34-43fa-b96e-7b9e7d20137a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:06.466004 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72be32-9677-4430-8eed-fb747013e96f req-76ad4c38-c870-4d64-8b57-6e54b053df65 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:06.467486 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9a72be32-9677-4430-8eed-fb747013e96f req-76ad4c38-c870-4d64-8b57-6e54b053df65 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 945 time: 0.1296642 Mar 11 18:14:06.521263 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebf767-2d8f-4011-b8be-d13ce99af09a req-1c785d2b-22c9-4668-a09a-6481fbd736dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:06.522815 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96ebf767-2d8f-4011-b8be-d13ce99af09a req-1c785d2b-22c9-4668-a09a-6481fbd736dd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1175590 Mar 11 18:14:06.583915 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9a72be32-9677-4430-8eed-fb747013e96f req-ce44c8ae-e0cc-4aa2-b30c-6b0cd1f4ad43 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098320 Mar 11 18:14:06.632638 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9921fdb1-ca34-43fa-b96e-7b9e7d20137a admin admin] Publish callbacks [] for security_group (01a450d1-c273-4415-a77a-2930c63eb0da), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:06.640910 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9921fdb1-ca34-43fa-b96e-7b9e7d20137a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (01a450d1-c273-4415-a77a-2930c63eb0da), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:06.689739 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921fdb1-ca34-43fa-b96e-7b9e7d20137a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a450d1-c273-4415-a77a-2930c63eb0da,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:06.696898 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-9921fdb1-ca34-43fa-b96e-7b9e7d20137a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fe97c1988364586813efb1eae01597f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231409 Mar 11 18:14:06.700637 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34802) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:06.704529 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96ebf767-2d8f-4011-b8be-d13ce99af09a req-11429bac-bd87-4558-a448-370138413274 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712742 Mar 11 18:14:06.764623 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0a50e9de-7cf8-4935-8619-5f1f0193feab admin admin] Publish callbacks [] for security_group (01a450d1-c273-4415-a77a-2930c63eb0da), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:06.788654 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0a50e9de-7cf8-4935-8619-5f1f0193feab admin admin] Publish callbacks [] for security_group (01a450d1-c273-4415-a77a-2930c63eb0da), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:06.811257 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-96ebf767-2d8f-4011-b8be-d13ce99af09a req-ef9af8cd-9cfd-47a6-a232-aa63aa87e789 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971105 Mar 11 18:14:06.847989 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0a50e9de-7cf8-4935-8619-5f1f0193feab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (01a450d1-c273-4415-a77a-2930c63eb0da), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:06.850485 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0a50e9de-7cf8-4935-8619-5f1f0193feab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:06.851683 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-0a50e9de-7cf8-4935-8619-5f1f0193feab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01a450d1-c273-4415-a77a-2930c63eb0da HTTP/1.1" status: 204 len: 168 time: 0.1499038 Mar 11 18:14:06.860033 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50e9de-7cf8-4935-8619-5f1f0193feab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a450d1-c273-4415-a77a-2930c63eb0da,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:06.908095 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacf1da0-0013-4a4e-802d-9ea19e997544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca0985-8727-43f2-9ea7-fd37349f6097'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:06.910441 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56060fd9-cfb2-4b96-99f7-b54415be2dae" -d '{"events": [{"server_uuid": "bacf1da0-0013-4a4e-802d-9ea19e997544", "name": "network-vif-plugged", "status": "completed", "tag": "17ca0985-8727-43f2-9ea7-fd37349f6097"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:06.932046 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62a3d9-5e0c-4b8d-bc8f-204baf68f6c5 req-fd088906-d96d-4610-b65e-6eac62f18607 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:06.933868 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-da62a3d9-5e0c-4b8d-bc8f-204baf68f6c5 req-fd088906-d96d-4610-b65e-6eac62f18607 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 945 time: 0.0901899 Mar 11 18:14:06.964743 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d290868e-f6ff-4b3e-94ef-004b41728730 x-openstack-request-id: req-d290868e-f6ff-4b3e-94ef-004b41728730 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:06.965241 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacf1da0-0013-4a4e-802d-9ea19e997544", "name": "network-vif-plugged", "status": "completed", "tag": "17ca0985-8727-43f2-9ea7-fd37349f6097", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:06.965497 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d290868e-f6ff-4b3e-94ef-004b41728730 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:06.965893 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacf1da0-0013-4a4e-802d-9ea19e997544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca0985-8727-43f2-9ea7-fd37349f6097', 'code': 200} Mar 11 18:14:07.007499 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-da62a3d9-5e0c-4b8d-bc8f-204baf68f6c5 req-7e666482-b2ca-4348-8950-df348068ef93 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648785 Mar 11 18:14:07.117073 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb229d19-9846-4f04-a2d8-6b1d17a02946 req-87e3008a-08d1-4377-bb4d-8a94478ed5c0 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:07.118660 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cb229d19-9846-4f04-a2d8-6b1d17a02946 req-87e3008a-08d1-4377-bb4d-8a94478ed5c0 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 950 time: 0.0631001 Mar 11 18:14:07.193752 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-cb229d19-9846-4f04-a2d8-6b1d17a02946 req-38b90f07-0fd0-4170-9de5-74986c302383 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692453 Mar 11 18:14:07.209372 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b6426-f789-4f4e-b2da-638cdb0a20b2 req-fabc8027-4df4-4ac7-984b-b71a754e8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:07.211141 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5c8b6426-f789-4f4e-b2da-638cdb0a20b2 req-fabc8027-4df4-4ac7-984b-b71a754e8ff2 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 1134 time: 0.0591147 Mar 11 18:14:07.260950 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5c8b6426-f789-4f4e-b2da-638cdb0a20b2 req-1d80cec4-593f-40a4-b2a1-40cd93386e9d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Mar 11 18:14:07.266119 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 34816) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:07.278928 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1e528da5-ec7e-4c2b-8158-9a64c42e919a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:07.360374 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1e528da5-ec7e-4c2b-8158-9a64c42e919a admin admin] Publish callbacks [] for security_group (273919e6-51a1-4fb7-a515-7a7248768bba), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:07.365145 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1e528da5-ec7e-4c2b-8158-9a64c42e919a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (273919e6-51a1-4fb7-a515-7a7248768bba), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:07.402463 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-1e528da5-ec7e-4c2b-8158-9a64c42e919a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eee27e7d2f104ef88449ea06bba8596b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352208 Mar 11 18:14:07.403702 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e528da5-ec7e-4c2b-8158-9a64c42e919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273919e6-51a1-4fb7-a515-7a7248768bba,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:07.405480 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 34818) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:07.459674 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2cda0251-a826-4f11-b634-320970ab42e3 admin admin] Publish callbacks [] for security_group (273919e6-51a1-4fb7-a515-7a7248768bba), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:07.481410 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2cda0251-a826-4f11-b634-320970ab42e3 admin admin] Publish callbacks [] for security_group (273919e6-51a1-4fb7-a515-7a7248768bba), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:07.532582 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2cda0251-a826-4f11-b634-320970ab42e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (273919e6-51a1-4fb7-a515-7a7248768bba), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:07.536524 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-2cda0251-a826-4f11-b634-320970ab42e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:07.538132 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-2cda0251-a826-4f11-b634-320970ab42e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/273919e6-51a1-4fb7-a515-7a7248768bba HTTP/1.1" status: 204 len: 168 time: 0.1309643 Mar 11 18:14:07.546134 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda0251-a826-4f11-b634-320970ab42e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273919e6-51a1-4fb7-a515-7a7248768bba,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:07.711840 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f0912-038e-40f9-86c4-3076ca3967eb req-a8da9348-ec7e-4571-b95e-91a14f310d1b tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:07.714889 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b40f0912-038e-40f9-86c4-3076ca3967eb req-a8da9348-ec7e-4571-b95e-91a14f310d1b tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 945 time: 0.0638983 Mar 11 18:14:07.770298 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b40f0912-038e-40f9-86c4-3076ca3967eb req-3ba61ea5-505d-44ae-aa79-1e35b0e21314 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498724 Mar 11 18:14:07.888624 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ac038461-e418-4653-b589-323a0c5f6b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.170319 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582386e4-72e1-4c13-b7aa-f521a0238166 req-f2eb7a64-808b-4ffc-9d2e-f8f35d6508bb tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:08.172802 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-582386e4-72e1-4c13-b7aa-f521a0238166 req-f2eb7a64-808b-4ffc-9d2e-f8f35d6508bb tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 945 time: 0.0825307 Mar 11 18:14:08.222008 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-582386e4-72e1-4c13-b7aa-f521a0238166 req-3e003826-aaf8-4061-8131-919c0a1f19d8 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Mar 11 18:14:08.324152 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c336266-8a05-4aef-bdd2-91f71522cc9f req-e8a63fe5-f1ac-4d7d-b964-0cf20af1da2d tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:08.325666 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1c336266-8a05-4aef-bdd2-91f71522cc9f req-e8a63fe5-f1ac-4d7d-b964-0cf20af1da2d tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 950 time: 0.0562570 Mar 11 18:14:08.374689 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1c336266-8a05-4aef-bdd2-91f71522cc9f req-a0ff1f89-366f-4bfd-9eaa-75a254ef056f tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Mar 11 18:14:08.576960 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device eb92ef57-7f00-4565-b7e6-c35b8bf549a5 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:14:08.624855 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:14:08.625268 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.714563 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:08.719107 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.754707 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port eb92ef57-7f00-4565-b7e6-c35b8bf549a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:08.759284 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.807199 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,revision_number=8']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:08.967643 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:08.970073 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5e207d-b62b-468b-9294-12f796352190" -d '{"events": [{"server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "name": "network-vif-plugged", "status": "completed", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:08.994100 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c80a84-2fcc-4f2f-949d-1a771ba648dc req-e1f75b31-f560-4270-9b43-e444f63986d3 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:08.997452 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-28c80a84-2fcc-4f2f-949d-1a771ba648dc req-e1f75b31-f560-4270-9b43-e444f63986d3 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 945 time: 0.0579779 Mar 11 18:14:09.006819 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc200cb-cdf4-41bb-8a9c-f123e843bbcc x-openstack-request-id: req-0dc200cb-cdf4-41bb-8a9c-f123e843bbcc {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:09.007322 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "name": "network-vif-plugged", "status": "completed", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:09.007576 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0dc200cb-cdf4-41bb-8a9c-f123e843bbcc {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:09.008046 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'code': 200} Mar 11 18:14:09.046436 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-28c80a84-2fcc-4f2f-949d-1a771ba648dc req-67ed5574-6f4c-4e01-8786-d25bf35f3c35 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451005 Mar 11 18:14:09.510176 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2a880-db4a-4cf6-b1ad-19c42c9c631f req-3c6837f0-f63f-434c-9390-901e83e05b49 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:09.511719 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6ed2a880-db4a-4cf6-b1ad-19c42c9c631f req-3c6837f0-f63f-434c-9390-901e83e05b49 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 950 time: 0.0632858 Mar 11 18:14:09.560632 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6ed2a880-db4a-4cf6-b1ad-19c42c9c631f req-726e085e-18cb-4fd3-b1bc-feb6215f1812 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430553 Mar 11 18:14:09.859074 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20e946-57ce-417e-b00b-bcf723609102 req-c28ca508-8ef5-46d8-9ca3-9e85773440ed tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:09.860484 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6d20e946-57ce-417e-b00b-bcf723609102 req-c28ca508-8ef5-46d8-9ca3-9e85773440ed tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 950 time: 0.0581248 Mar 11 18:14:09.911488 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6d20e946-57ce-417e-b00b-bcf723609102 req-5b169ff9-93ef-4ad6-9aed-2d0f4e29be61 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Mar 11 18:14:10.178975 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8b8de-d8cf-433a-9161-9896da030079 req-604fdfb7-c755-40fd-b907-d87b9731c89d tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:10.180383 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-31f8b8de-d8cf-433a-9161-9896da030079 req-604fdfb7-c755-40fd-b907-d87b9731c89d tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 945 time: 0.0622625 Mar 11 18:14:10.230374 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-31f8b8de-d8cf-433a-9161-9896da030079 req-f0f5e279-dc8b-4678-963b-908e06d6e3a9 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437582 Mar 11 18:14:10.824108 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:10.845646 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741c831-d5d8-45ba-8c58-763e03802288 req-8971effe-5d4e-4c9f-a4d3-f46358734948 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:10.847156 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e741c831-d5d8-45ba-8c58-763e03802288 req-8971effe-5d4e-4c9f-a4d3-f46358734948 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.104 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 945 time: 0.0555124 Mar 11 18:14:10.960327 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-e741c831-d5d8-45ba-8c58-763e03802288 req-2cae34a7-2989-4344-bb57-f13335948bf7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Deleting port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:14:10.960662 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e741c831-d5d8-45ba-8c58-763e03802288 req-2cae34a7-2989-4344-bb57-f13335948bf7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.082683 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-e741c831-d5d8-45ba-8c58-763e03802288 req-2cae34a7-2989-4344-bb57-f13335948bf7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] For port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6858e209-b2cd-43ef-9dfe-2567dd3a61ba,segment=NetworkSegment(e66c8189-70bd-4a35-b16a-63e314f018a4),segment_id=e66c8189-70bd-4a35-b16a-63e314f018a4)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:11.082961 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e741c831-d5d8-45ba-8c58-763e03802288 req-2cae34a7-2989-4344-bb57-f13335948bf7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.104637 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14475472-3aa5-4123-8bb9-176996431af3 req-ad61d26d-8c92-4edf-a452-ab9d23d1a0f4 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:11.106114 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-14475472-3aa5-4123-8bb9-176996431af3 req-ad61d26d-8c92-4edf-a452-ab9d23d1a0f4 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 950 time: 0.1245005 Mar 11 18:14:11.107012 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-e741c831-d5d8-45ba-8c58-763e03802288 req-2cae34a7-2989-4344-bb57-f13335948bf7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Calling delete_port for 6858e209-b2cd-43ef-9dfe-2567dd3a61ba owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:14:11.198169 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-14475472-3aa5-4123-8bb9-176996431af3 req-5793415d-ebb1-432a-88ff-0d732d9c712b tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852914 Mar 11 18:14:11.279821 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e741c831-d5d8-45ba-8c58-763e03802288 req-2cae34a7-2989-4344-bb57-f13335948bf7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (6858e209-b2cd-43ef-9dfe-2567dd3a61ba), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.293225 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['6858e209-b2cd-43ef-9dfe-2567dd3a61ba'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:11.317578 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae34a7-2989-4344-bb57-f13335948bf7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Pushing event deleted for resources: {'Port': ['ID=6858e209-b2cd-43ef-9dfe-2567dd3a61ba,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:11.354766 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-3ed9ffa0-d4c6-4f2f-b027-6fe6e003c6fd req-e437442e-5eb6-42c0-a743-cad6244ccbf9 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=5360fd8f-4913-4ca0-8343-0594c72bbd33 HTTP/1.1" status: 200 len: 210 time: 0.0460777 Mar 11 18:14:11.375277 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e741c831-d5d8-45ba-8c58-763e03802288 req-2cae34a7-2989-4344-bb57-f13335948bf7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] No DVR routers for this DVR port 6858e209-b2cd-43ef-9dfe-2567dd3a61ba on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:14:11.377903 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-e741c831-d5d8-45ba-8c58-763e03802288 req-2cae34a7-2989-4344-bb57-f13335948bf7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.381477 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-e741c831-d5d8-45ba-8c58-763e03802288 req-2cae34a7-2989-4344-bb57-f13335948bf7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.104 "DELETE /v2.0/ports/6858e209-b2cd-43ef-9dfe-2567dd3a61ba HTTP/1.1" status: 204 len: 173 time: 0.5238142 Mar 11 18:14:11.381934 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5360fd8f-4913-4ca0-8343-0594c72bbd33', 'name': 'network-vif-deleted', 'tag': '6858e209-b2cd-43ef-9dfe-2567dd3a61ba'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:11.384245 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89787104-6270-4935-beba-9063edcaf40c" -d '{"events": [{"server_uuid": "5360fd8f-4913-4ca0-8343-0594c72bbd33", "name": "network-vif-deleted", "tag": "6858e209-b2cd-43ef-9dfe-2567dd3a61ba"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:11.419032 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e294fa81-ad4c-4c93-add4-9ecfc10a96c8 x-openstack-request-id: req-e294fa81-ad4c-4c93-add4-9ecfc10a96c8 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:11.419368 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5360fd8f-4913-4ca0-8343-0594c72bbd33", "name": "network-vif-deleted", "tag": "6858e209-b2cd-43ef-9dfe-2567dd3a61ba", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:11.419665 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e294fa81-ad4c-4c93-add4-9ecfc10a96c8 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:11.420214 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5360fd8f-4913-4ca0-8343-0594c72bbd33', 'name': 'network-vif-deleted', 'tag': '6858e209-b2cd-43ef-9dfe-2567dd3a61ba', 'status': 'completed', 'code': 200} Mar 11 18:14:11.670743 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3dc2-86dc-468d-b6cb-0addf34085ef req-3b477ea1-a2a4-4b3f-a34d-9e3b958cbbc2 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:11.672117 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5eab3dc2-86dc-468d-b6cb-0addf34085ef req-3b477ea1-a2a4-4b3f-a34d-9e3b958cbbc2 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.104 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 950 time: 0.0681837 Mar 11 18:14:11.725997 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.773221 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-5eab3dc2-86dc-468d-b6cb-0addf34085ef req-1e6d143e-e791-47ba-9ed2-dddc1d960897 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Deleting port 17ca0985-8727-43f2-9ea7-fd37349f6097 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:14:11.773564 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-5eab3dc2-86dc-468d-b6cb-0addf34085ef req-1e6d143e-e791-47ba-9ed2-dddc1d960897 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.872249 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-5eab3dc2-86dc-468d-b6cb-0addf34085ef req-1e6d143e-e791-47ba-9ed2-dddc1d960897 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] For port 17ca0985-8727-43f2-9ea7-fd37349f6097, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17ca0985-8727-43f2-9ea7-fd37349f6097,segment=NetworkSegment(49d4cede-47a8-457a-a3bb-7da1954a7b66),segment_id=49d4cede-47a8-457a-a3bb-7da1954a7b66)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:11.873048 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-5eab3dc2-86dc-468d-b6cb-0addf34085ef req-1e6d143e-e791-47ba-9ed2-dddc1d960897 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.885469 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-5eab3dc2-86dc-468d-b6cb-0addf34085ef req-1e6d143e-e791-47ba-9ed2-dddc1d960897 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Calling delete_port for 17ca0985-8727-43f2-9ea7-fd37349f6097 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:14:12.021521 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-5eab3dc2-86dc-468d-b6cb-0addf34085ef req-1e6d143e-e791-47ba-9ed2-dddc1d960897 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (17ca0985-8727-43f2-9ea7-fd37349f6097), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:12.034981 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['17ca0985-8727-43f2-9ea7-fd37349f6097'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:12.057353 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d143e-e791-47ba-9ed2-dddc1d960897 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Pushing event deleted for resources: {'Port': ['ID=17ca0985-8727-43f2-9ea7-fd37349f6097,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:12.102089 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eab3dc2-86dc-468d-b6cb-0addf34085ef req-1e6d143e-e791-47ba-9ed2-dddc1d960897 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] No DVR routers for this DVR port 17ca0985-8727-43f2-9ea7-fd37349f6097 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:14:12.104737 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-5eab3dc2-86dc-468d-b6cb-0addf34085ef req-1e6d143e-e791-47ba-9ed2-dddc1d960897 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:12.108195 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5eab3dc2-86dc-468d-b6cb-0addf34085ef req-1e6d143e-e791-47ba-9ed2-dddc1d960897 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.104 "DELETE /v2.0/ports/17ca0985-8727-43f2-9ea7-fd37349f6097 HTTP/1.1" status: 204 len: 173 time: 0.4297693 Mar 11 18:14:12.311639 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2008bd1f-3c32-40a8-b27a-f7d48e4ac162 req-251ec624-2fb5-4265-8244-d0e738a4a7c8 tempest-VolumesNegativeTest-1476509776 tempest-VolumesNegativeTest-1476509776-project] 10.222.0.30 "GET /v2.0/ports?device_id=bacf1da0-0013-4a4e-802d-9ea19e997544 HTTP/1.1" status: 200 len: 210 time: 0.0286937 Mar 11 18:14:12.423122 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:12.681004 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-48b0903e-f0f9-477f-8bd0-9ff257ac6f78 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:12.682506 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-48b0903e-f0f9-477f-8bd0-9ff257ac6f78 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/networks?id=6b7373ca-8fd1-4581-870f-72ef681cea49 HTTP/1.1" status: 200 len: 808 time: 0.1121831 Mar 11 18:14:12.697823 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-7710fc4a-8d5c-45c2-9b3a-ae717f61adf2 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/quotas/1fd807c2f04a46b8bd31fe48cda34db0 HTTP/1.1" status: 200 len: 375 time: 0.0095308 Mar 11 18:14:12.731898 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-b11c9f03-0768-4220-ae25-df446d4aef72 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fd807c2f04a46b8bd31fe48cda34db0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281310 Mar 11 18:14:12.840671 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-7a6ddc8c-26ff-4707-9b23-6e59c0a60e9d service neutron] 10.222.0.30 "GET /v2.0/networks/6b7373ca-8fd1-4581-870f-72ef681cea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015387 Mar 11 18:14:12.934245 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-c2e392a5-baed-4c79-ab67-df4145a95956 service neutron] 10.222.0.30 "GET /v2.0/networks/6b7373ca-8fd1-4581-870f-72ef681cea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878870 Mar 11 18:14:13.118252 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8573c6b4-b98b-4f43-a739-fa740916cf1d req-41264e8c-c4c3-488e-b647-e7c835cde4cc tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 210 time: 0.0275774 Mar 11 18:14:13.421127 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacf1da0-0013-4a4e-802d-9ea19e997544', 'name': 'network-vif-deleted', 'tag': '17ca0985-8727-43f2-9ea7-fd37349f6097'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:13.423931 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cd4c98-93ea-4cc5-bee9-baa5c586cc4d" -d '{"events": [{"server_uuid": "bacf1da0-0013-4a4e-802d-9ea19e997544", "name": "network-vif-deleted", "tag": "17ca0985-8727-43f2-9ea7-fd37349f6097"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:13.464197 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0246360-7bd9-4e4b-b4c5-dca8a3f49f62 x-openstack-request-id: req-c0246360-7bd9-4e4b-b4c5-dca8a3f49f62 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:13.464597 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacf1da0-0013-4a4e-802d-9ea19e997544", "name": "network-vif-deleted", "tag": "17ca0985-8727-43f2-9ea7-fd37349f6097", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:13.464873 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0246360-7bd9-4e4b-b4c5-dca8a3f49f62 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:13.465804 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacf1da0-0013-4a4e-802d-9ea19e997544', 'name': 'network-vif-deleted', 'tag': '17ca0985-8727-43f2-9ea7-fd37349f6097', 'status': 'completed', 'code': 200} Mar 11 18:14:14.205638 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-4a3e9555-bd87-48b0-b1e9-c21b5fc79f41 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:14.207637 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-4a3e9555-bd87-48b0-b1e9-c21b5fc79f41 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.104 "GET /v2.0/networks?id=6b7373ca-8fd1-4581-870f-72ef681cea49 HTTP/1.1" status: 200 len: 808 time: 0.1276348 Mar 11 18:14:14.224143 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Request body: {'port': {'device_id': 'fc79ce39-7997-4526-b1f5-8a16979a8674', 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49', 'admin_state_up': True, 'tenant_id': '1fd807c2f04a46b8bd31fe48cda34db0'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:14.244672 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1bfdbf7c-96d0-4287-9c3b-84326b3fc89b req-1782e998-0169-4815-8bea-468429ccf05f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 210 time: 0.0359223 Mar 11 18:14:14.357611 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Made reservation on behalf of 1fd807c2f04a46b8bd31fe48cda34db0 for: {'port': 1} {{(pid=103277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:14:14.361058 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.498213 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Allocated IP 172.20.0.8 (6b7373ca-8fd1-4581-870f-72ef681cea49/6e174db4-15aa-4553-8b99-95cddc5e6ddf/6d37b9fe-5dfa-4ba9-b2fe-1df32313a876) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:14:14.659251 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 6858e209-b2cd-43ef-9dfe-2567dd3a61ba no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:14:14.667107 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks [] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.680044 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 6858e209-b2cd-43ef-9dfe-2567dd3a61ba {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:14:14.680387 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 6858e209-b2cd-43ef-9dfe-2567dd3a61ba not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:14:14.704272 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780633746279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.744880 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Network 6b7373ca-8fd1-4581-870f-72ef681cea49 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:14:14.748113 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:14:14.751908 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:14:14.788038 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Pushing event updated for resources: {'Port': ['ID=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:14.814329 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:14.815000 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.832930 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-83fb2e4f-ed83-47c4-a55f-94bbbe8373af tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6142881 Mar 11 18:14:14.844295 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.v2.base [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Request body: {'port': {'device_id': 'fc79ce39-7997-4526-b1f5-8a16979a8674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=103277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:14.905058 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.177837 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:15.185762 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Publish callbacks [] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.199331 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Transition to ACTIVE for port object 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 will not be triggered until provisioned by entity L2. {{(pid=103277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:14:15.204084 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.259549 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Pushing event updated for resources: {'Port': ['ID=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:15.332216 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Attempting to bind port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:14:15.332600 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Attempting to bind port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e66c8189-70bd-4a35-b16a-63e314f018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:14:15.332935 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Attempting to bind port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 on network 6b7373ca-8fd1-4581-870f-72ef681cea49 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:14:15.351743 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 on network 6b7373ca-8fd1-4581-870f-72ef681cea49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:14:15.352076 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Attempting to bind port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 on network 6b7373ca-8fd1-4581-870f-72ef681cea49 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:14:15.373641 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Checking agent: {'id': '8c667981-cc34-4454-ac3e-5b92421a9f47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'started_at': datetime.datetime(2022, 3, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:14:15.373994 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Checking segment: {'id': 'e66c8189-70bd-4a35-b16a-63e314f018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:14:15.374381 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Bound using segment: {'id': 'e66c8189-70bd-4a35-b16a-63e314f018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:14:15.374848 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Bound port: 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66c8189-70bd-4a35-b16a-63e314f018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:14:15.375212 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.431705 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877b813-942e-4f0d-98de-c36c25308784 req-273b1b21-92b3-4004-b906-fb98b4ca312c tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:15.433242 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0877b813-942e-4f0d-98de-c36c25308784 req-273b1b21-92b3-4004-b906-fb98b4ca312c tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 943 time: 0.0970607 Mar 11 18:14:15.477062 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] For port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876, host hv-cinder-78836, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:14:15.484863 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] For port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876,segment=NetworkSegment(e66c8189-70bd-4a35-b16a-63e314f018a4),segment_id=e66c8189-70bd-4a35-b16a-63e314f018a4)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:14:15.498892 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14540866'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.514122 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-0877b813-942e-4f0d-98de-c36c25308784 req-ee8a48bb-069a-46f5-9a83-0a7e071d3e4b tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736001 Mar 11 18:14:15.545983 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:15.546593 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.548032 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] 10.222.0.104 "PUT /v2.0/ports/6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 HTTP/1.1" status: 200 len: 1093 time: 0.7078466 Mar 11 18:14:15.548509 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc79ce39-7997-4526-b1f5-8a16979a8674', 'tag': '6d37b9fe-5dfa-4ba9-b2fe-1df32313a876'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:15.551921 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3a365b-c1be-4f3c-9782-b55ee8083401" -d '{"events": [{"name": "network-changed", "server_uuid": "fc79ce39-7997-4526-b1f5-8a16979a8674", "tag": "6d37b9fe-5dfa-4ba9-b2fe-1df32313a876"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:15.575592 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572849-ae6b-4cd8-a918-fa18185de61c service neutron] Pushing event updated for resources: {'Port': ['ID=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:15.608516 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebcd255-830e-426e-b5ab-95c86d567b38 x-openstack-request-id: req-bebcd255-830e-426e-b5ab-95c86d567b38 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:15.608788 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc79ce39-7997-4526-b1f5-8a16979a8674", "tag": "6d37b9fe-5dfa-4ba9-b2fe-1df32313a876", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:15.609064 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bebcd255-830e-426e-b5ab-95c86d567b38 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:15.609454 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc79ce39-7997-4526-b1f5-8a16979a8674', 'tag': '6d37b9fe-5dfa-4ba9-b2fe-1df32313a876', 'status': 'completed', 'code': 200} Mar 11 18:14:15.653638 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-4b31496b-558e-447a-a6da-e5726c3e562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:15.655381 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-4b31496b-558e-447a-a6da-e5726c3e562f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1fd807c2f04a46b8bd31fe48cda34db0&device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 1127 time: 0.0572712 Mar 11 18:14:15.696845 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-b35a5302-f146-425f-bad1-98f2c33edef0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 HTTP/1.1" status: 200 len: 217 time: 0.0343919 Mar 11 18:14:15.753199 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-b7dca126-36e8-4cdb-853e-397e152c611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:15.754777 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-b7dca126-36e8-4cdb-853e-397e152c611a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6e174db4-15aa-4553-8b99-95cddc5e6ddf HTTP/1.1" status: 200 len: 848 time: 0.0493252 Mar 11 18:14:15.794791 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-27248708-11cc-4122-997d-3548c229d9f4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6b7373ca-8fd1-4581-870f-72ef681cea49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311847 Mar 11 18:14:15.893789 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-8d37de2b-f6b9-4a4c-8d0b-ddedb78e7e1a service neutron] 10.222.0.104 "GET /v2.0/networks/6b7373ca-8fd1-4581-870f-72ef681cea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927813 Mar 11 18:14:15.996494 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bcfa80b7-e99b-429b-9dc1-2d4784c28f13 req-1abaa157-da34-4d62-8547-63889d74983a service neutron] 10.222.0.104 "GET /v2.0/networks/6b7373ca-8fd1-4581-870f-72ef681cea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960197 Mar 11 18:14:16.108917 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a365b-c1be-4f3c-9782-b55ee8083401 req-35bc472b-639c-4f4b-a8dc-a38a718e3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:16.110468 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9e3a365b-c1be-4f3c-9782-b55ee8083401 req-35bc472b-639c-4f4b-a8dc-a38a718e3272 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1fd807c2f04a46b8bd31fe48cda34db0&device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 1127 time: 0.0504892 Mar 11 18:14:16.208904 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a365b-c1be-4f3c-9782-b55ee8083401 req-c56e88c7-2308-4b64-b757-cf10edaa3add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:16.210031 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9e3a365b-c1be-4f3c-9782-b55ee8083401 req-c56e88c7-2308-4b64-b757-cf10edaa3add service neutron] 10.222.0.104 "GET /v2.0/networks?id=6b7373ca-8fd1-4581-870f-72ef681cea49 HTTP/1.1" status: 200 len: 910 time: 0.0932865 Mar 11 18:14:16.254559 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9e3a365b-c1be-4f3c-9782-b55ee8083401 req-c1be6790-e757-4f93-96c4-099f1d4da72e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 HTTP/1.1" status: 200 len: 217 time: 0.0373118 Mar 11 18:14:16.305316 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a365b-c1be-4f3c-9782-b55ee8083401 req-6ba33574-f0d2-4dc6-b06a-2af573f18a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:16.306806 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9e3a365b-c1be-4f3c-9782-b55ee8083401 req-6ba33574-f0d2-4dc6-b06a-2af573f18a56 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6e174db4-15aa-4553-8b99-95cddc5e6ddf HTTP/1.1" status: 200 len: 848 time: 0.0465446 Mar 11 18:14:16.344443 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9e3a365b-c1be-4f3c-9782-b55ee8083401 req-10357b97-3d33-4770-bf98-707f1826fe7b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6b7373ca-8fd1-4581-870f-72ef681cea49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263171 Mar 11 18:14:16.437086 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9e3a365b-c1be-4f3c-9782-b55ee8083401 req-3362294b-178a-4cd8-9bb7-710e7c398ba0 service neutron] 10.222.0.104 "GET /v2.0/networks/6b7373ca-8fd1-4581-870f-72ef681cea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864346 Mar 11 18:14:16.532834 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-9e3a365b-c1be-4f3c-9782-b55ee8083401 req-f7f93265-2a68-4d00-bab4-91246c877264 service neutron] 10.222.0.104 "GET /v2.0/networks/6b7373ca-8fd1-4581-870f-72ef681cea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888863 Mar 11 18:14:16.616131 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 17ca0985-8727-43f2-9ea7-fd37349f6097 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:14:16.637374 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 17ca0985-8727-43f2-9ea7-fd37349f6097 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:14:16.637741 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 17ca0985-8727-43f2-9ea7-fd37349f6097 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:14:16.641688 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f4ef4-7475-4dbc-a0aa-0724e4c7c28e req-19c5563d-0508-4c9c-9af3-d877257504c0 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:16.643825 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f81f4ef4-7475-4dbc-a0aa-0724e4c7c28e req-19c5563d-0508-4c9c-9af3-d877257504c0 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 943 time: 0.0598335 Mar 11 18:14:16.696460 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-f81f4ef4-7475-4dbc-a0aa-0724e4c7c28e req-2445d6c7-e682-4052-8c73-2a8cc71c3dc8 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 Mar 11 18:14:17.559283 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35150) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:17.699378 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-82de4b34-fde8-4c6b-9e4f-e08268006f13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69fb37269b9c440e9a0dfdb383efee0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388912 Mar 11 18:14:17.703357 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35154) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:17.755139 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a8b83d52-0225-4035-8850-fa0b90bd0b3f admin admin] Publish callbacks [] for security_group (9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:17.778345 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a8b83d52-0225-4035-8850-fa0b90bd0b3f admin admin] Publish callbacks [] for security_group (9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:17.820033 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228ed42-c61d-4ee0-9094-97952994efb5 req-8077a841-7274-4073-a16a-6abe2855a1c1 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:17.822120 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d228ed42-c61d-4ee0-9094-97952994efb5 req-8077a841-7274-4073-a16a-6abe2855a1c1 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 943 time: 0.0546615 Mar 11 18:14:17.828913 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a8b83d52-0225-4035-8850-fa0b90bd0b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:17.832374 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a8b83d52-0225-4035-8850-fa0b90bd0b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:17.836465 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-a8b83d52-0225-4035-8850-fa0b90bd0b3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632 HTTP/1.1" status: 204 len: 168 time: 0.1294823 Mar 11 18:14:17.844299 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b83d52-0225-4035-8850-fa0b90bd0b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a4a3b-fb69-4d9f-9c8d-77dcf90d9632,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:17.873594 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d228ed42-c61d-4ee0-9094-97952994efb5 req-d81cddc8-d66a-407e-87a0-ed6be5db046a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452082 Mar 11 18:14:18.613256 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=103279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:14:18.725633 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876,segment=NetworkSegment(e66c8189-70bd-4a35-b16a-63e314f018a4),segment_id=e66c8189-70bd-4a35-b16a-63e314f018a4)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:18.736219 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Returning: {'device': '6d37b9fe-5dfa-4ba9-b2fe-1df32313a876', 'network_id': '6b7373ca-8fd1-4581-870f-72ef681cea49', 'port_id': '6d37b9fe-5dfa-4ba9-b2fe-1df32313a876', 'mac_address': 'fa:16:3e:64:6f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e174db4-15aa-4553-8b99-95cddc5e6ddf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:14:18.776452 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 is: DOWN; New status is: BUILD {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:18.776847 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:18.789939 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:18.813799 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876,segment=NetworkSegment(e66c8189-70bd-4a35-b16a-63e314f018a4),segment_id=e66c8189-70bd-4a35-b16a-63e314f018a4)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:18.820503 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:18.878285 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:19.001782 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282ed4c-498f-4b59-a1bc-8bbba2cb7c47 req-80fb32f2-20cb-4021-bab6-ba2b711220ca tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:19.003305 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d282ed4c-498f-4b59-a1bc-8bbba2cb7c47 req-80fb32f2-20cb-4021-bab6-ba2b711220ca tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 944 time: 0.0589600 Mar 11 18:14:19.062689 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d282ed4c-498f-4b59-a1bc-8bbba2cb7c47 req-01b01704-827e-443e-93b8-1b1ddb33cdaa tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526452 Mar 11 18:14:19.196979 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['6d37b9fe-5dfa-4ba9-b2fe-1df32313a876'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:20.188740 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ee45b-808c-446a-a092-ad0d759cff97 req-90c9b2bb-4bd9-4d09-a051-f000c072e68f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:20.190234 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a58ee45b-808c-446a-a092-ad0d759cff97 req-90c9b2bb-4bd9-4d09-a051-f000c072e68f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 944 time: 0.0576203 Mar 11 18:14:20.239678 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-a58ee45b-808c-446a-a092-ad0d759cff97 req-d0537a46-df1a-4fb0-8a46-1334ba6970f7 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436342 Mar 11 18:14:20.636203 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 up at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:14:20.697438 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning for port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 completed by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:14:20.704080 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Provisioning complete for port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 triggered by entity L2. {{(pid=103279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:14:20.704475 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3506285'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), provisioning_complete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:20.789170 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Current status of the port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 is: BUILD; New status is: ACTIVE {{(pid=103279) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:20.789534 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3529251'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:20.812530 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc79ce39-7997-4526-b1f5-8a16979a8674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d37b9fe-5dfa-4ba9-b2fe-1df32313a876'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:20.814834 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edfdf5b9a0ed4141e7e9d3bdb984464c1f8a7750b0d2ffd26ca775026504dcbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8556e03-1d72-491c-a8ed-2e2c0562a240" -d '{"events": [{"server_uuid": "fc79ce39-7997-4526-b1f5-8a16979a8674", "name": "network-vif-plugged", "status": "completed", "tag": "6d37b9fe-5dfa-4ba9-b2fe-1df32313a876"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:20.827446 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] For port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876,segment=NetworkSegment(e66c8189-70bd-4a35-b16a-63e314f018a4),segment_id=e66c8189-70bd-4a35-b16a-63e314f018a4)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:20.831580 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780634068583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780633746297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780633746315'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:20.858317 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e62b36-5b0f-404b-a4ba-e3c340cf9dba x-openstack-request-id: req-24e62b36-5b0f-404b-a4ba-e3c340cf9dba {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:20.858637 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc79ce39-7997-4526-b1f5-8a16979a8674", "name": "network-vif-plugged", "status": "completed", "tag": "6d37b9fe-5dfa-4ba9-b2fe-1df32313a876", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:20.858896 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24e62b36-5b0f-404b-a4ba-e3c340cf9dba {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:20.859284 dv-cinder-788368-4-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc79ce39-7997-4526-b1f5-8a16979a8674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d37b9fe-5dfa-4ba9-b2fe-1df32313a876', 'code': 200} Mar 11 18:14:20.881445 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Pushing event updated for resources: {'Port': ['ID=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876,revision_number=5']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:21.032913 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71b5cf-79c7-4fec-a277-e7f9037befc4 req-2574032e-e668-4f05-9e2e-b75d3243cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:21.034410 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5a71b5cf-79c7-4fec-a277-e7f9037befc4 req-2574032e-e668-4f05-9e2e-b75d3243cbf5 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 1129 time: 0.0464087 Mar 11 18:14:21.086761 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-5a71b5cf-79c7-4fec-a277-e7f9037befc4 req-5aece437-2931-4376-b71f-57eadb13a5d7 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431941 Mar 11 18:14:21.368648 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bd62b-6c09-4b5f-ad2a-5a0a3d802f12 req-36891d18-b8b3-4f00-94af-d4ac4b8cafd6 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:21.370143 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-563bd62b-6c09-4b5f-ad2a-5a0a3d802f12 req-36891d18-b8b3-4f00-94af-d4ac4b8cafd6 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 945 time: 0.0558524 Mar 11 18:14:21.435877 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-563bd62b-6c09-4b5f-ad2a-5a0a3d802f12 req-ce1ac393-ce6e-4a2c-a296-e83a12e3c5cd tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574596 Mar 11 18:14:22.559003 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd577d2-e9de-460a-bee3-268886692f33 req-39e18eea-4705-414d-a114-d5a35315698f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:22.560504 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2bd577d2-e9de-460a-bee3-268886692f33 req-39e18eea-4705-414d-a114-d5a35315698f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 945 time: 0.0537610 Mar 11 18:14:22.609015 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2bd577d2-e9de-460a-bee3-268886692f33 req-7460e16b-3d3b-43f7-ad6e-de758b3777eb tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Mar 11 18:14:23.743947 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf898f99-9a8a-47de-bc68-dc7e0d5fb2d4 req-cc433af8-b568-4167-bbee-084de4bc8058 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:23.745465 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bf898f99-9a8a-47de-bc68-dc7e0d5fb2d4 req-cc433af8-b568-4167-bbee-084de4bc8058 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 945 time: 0.0644696 Mar 11 18:14:23.793699 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-bf898f99-9a8a-47de-bc68-dc7e0d5fb2d4 req-9412f4f2-27a2-488d-9eb0-6be4759474c4 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425055 Mar 11 18:14:24.498621 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424a38c-11a9-4e28-a0f5-5b77f3328f93 req-7c1aa901-b3b4-40a9-901d-50c9ab673351 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:24.500125 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4424a38c-11a9-4e28-a0f5-5b77f3328f93 req-7c1aa901-b3b4-40a9-901d-50c9ab673351 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 945 time: 0.0568225 Mar 11 18:14:24.558995 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4424a38c-11a9-4e28-a0f5-5b77f3328f93 req-8fb80d82-495d-4f13-84c9-910dd7c7a86a tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513716 Mar 11 18:14:25.700122 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41b06b-ea39-4ddb-8d39-484f9b5a6aff req-27227e84-8787-4f22-bce1-fa95fee89e29 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:25.702026 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-df41b06b-ea39-4ddb-8d39-484f9b5a6aff req-27227e84-8787-4f22-bce1-fa95fee89e29 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 945 time: 0.0633700 Mar 11 18:14:25.755682 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-df41b06b-ea39-4ddb-8d39-484f9b5a6aff req-359c7363-a7b0-4e26-979e-b64b8d106299 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9093d3e-a3c0-441e-a06e-cc535e5d9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477152 Mar 11 18:14:26.189823 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654dc93-a273-4051-b9f4-670055a0c39b req-d9b308d9-3e26-44ec-b124-1e0fb642e87f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:26.191340 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c654dc93-a273-4051-b9f4-670055a0c39b req-d9b308d9-3e26-44ec-b124-1e0fb642e87f tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 945 time: 0.0618498 Mar 11 18:14:26.293104 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-c654dc93-a273-4051-b9f4-670055a0c39b req-bcc290f3-9ef2-4e62-93d3-8fbb2f8820ac tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Deleting port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:14:26.293415 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c654dc93-a273-4051-b9f4-670055a0c39b req-bcc290f3-9ef2-4e62-93d3-8fbb2f8820ac tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:26.388820 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-c654dc93-a273-4051-b9f4-670055a0c39b req-bcc290f3-9ef2-4e62-93d3-8fbb2f8820ac tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] For port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876,segment=NetworkSegment(e66c8189-70bd-4a35-b16a-63e314f018a4),segment_id=e66c8189-70bd-4a35-b16a-63e314f018a4)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:26.389192 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c654dc93-a273-4051-b9f4-670055a0c39b req-bcc290f3-9ef2-4e62-93d3-8fbb2f8820ac tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:26.401060 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-c654dc93-a273-4051-b9f4-670055a0c39b req-bcc290f3-9ef2-4e62-93d3-8fbb2f8820ac tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Calling delete_port for 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:14:26.539339 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c654dc93-a273-4051-b9f4-670055a0c39b req-bcc290f3-9ef2-4e62-93d3-8fbb2f8820ac tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (6d37b9fe-5dfa-4ba9-b2fe-1df32313a876), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:26.567919 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc290f3-9ef2-4e62-93d3-8fbb2f8820ac tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Pushing event deleted for resources: {'Port': ['ID=6d37b9fe-5dfa-4ba9-b2fe-1df32313a876,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:26.579413 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] get_ports_and_sgs() called for port_ids ['6d37b9fe-5dfa-4ba9-b2fe-1df32313a876'] {{(pid=103279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:26.618179 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c654dc93-a273-4051-b9f4-670055a0c39b req-bcc290f3-9ef2-4e62-93d3-8fbb2f8820ac tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] No DVR routers for this DVR port 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:14:26.620742 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-c654dc93-a273-4051-b9f4-670055a0c39b req-bcc290f3-9ef2-4e62-93d3-8fbb2f8820ac tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:26.624105 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-c654dc93-a273-4051-b9f4-670055a0c39b req-bcc290f3-9ef2-4e62-93d3-8fbb2f8820ac tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.104 "DELETE /v2.0/ports/6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 HTTP/1.1" status: 204 len: 173 time: 0.4271026 Mar 11 18:14:26.624516 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc79ce39-7997-4526-b1f5-8a16979a8674', 'name': 'network-vif-deleted', 'tag': '6d37b9fe-5dfa-4ba9-b2fe-1df32313a876'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:26.627065 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f466e01-087b-40b2-9daa-4b4f254e2c23" -d '{"events": [{"server_uuid": "fc79ce39-7997-4526-b1f5-8a16979a8674", "name": "network-vif-deleted", "tag": "6d37b9fe-5dfa-4ba9-b2fe-1df32313a876"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:26.667199 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e536b56-a552-4192-a182-e79fc1abde83 x-openstack-request-id: req-1e536b56-a552-4192-a182-e79fc1abde83 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:26.667589 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc79ce39-7997-4526-b1f5-8a16979a8674", "name": "network-vif-deleted", "tag": "6d37b9fe-5dfa-4ba9-b2fe-1df32313a876", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:26.667944 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e536b56-a552-4192-a182-e79fc1abde83 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:26.668427 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc79ce39-7997-4526-b1f5-8a16979a8674', 'name': 'network-vif-deleted', 'tag': '6d37b9fe-5dfa-4ba9-b2fe-1df32313a876', 'status': 'completed', 'code': 200} Mar 11 18:14:26.863172 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-2ce5189d-ca42-456a-af5e-1cc8fd92381e req-1d741600-ee3d-4ba2-9306-f3e1598bac07 tempest-VolumesActionsTest-1165762001 tempest-VolumesActionsTest-1165762001-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc79ce39-7997-4526-b1f5-8a16979a8674 HTTP/1.1" status: 200 len: 210 time: 0.0272181 Mar 11 18:14:29.404223 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:31.252445 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:14:31.273508 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:14:31.273892 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 6d37b9fe-5dfa-4ba9-b2fe-1df32313a876 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:14:34.963121 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-86a51a68-061e-470b-a32c-90343e47682d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:37.888229 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c192b17d-357f-412f-a41a-f8a6ece8d3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:40.054042 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:14:40.839210 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:41.734297 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:42.430454 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:50.963385 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35430) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:51.010212 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Deleting subnet 6e174db4-15aa-4553-8b99-95cddc5e6ddf {{(pid=103278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:14:51.013853 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Publish callbacks [] for subnet (6e174db4-15aa-4553-8b99-95cddc5e6ddf), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.052337 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13299080'] for subnet (6e174db4-15aa-4553-8b99-95cddc5e6ddf), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.092281 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (6e174db4-15aa-4553-8b99-95cddc5e6ddf), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.146008 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16022632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13482888'] for subnet (6e174db4-15aa-4553-8b99-95cddc5e6ddf), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.169734 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e174db4-15aa-4553-8b99-95cddc5e6ddf,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:51.180014 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.180336 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.180710 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.181062 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.181396 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.181707 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.182033 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.182357 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.182703 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.183042 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.183359 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.183664 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.184602 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:51.186945 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.190926 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-4c26dc60-02ee-4290-aaae-ebcdf046e874 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6e174db4-15aa-4553-8b99-95cddc5e6ddf HTTP/1.1" status: 204 len: 168 time: 0.2264264 Mar 11 18:14:51.192702 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35432) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:51.264529 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (6b7373ca-8fd1-4581-870f-72ef681cea49), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.343939 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (6b7373ca-8fd1-4581-870f-72ef681cea49), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.364759 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7373ca-8fd1-4581-870f-72ef681cea49']}} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:51.375184 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66c8189-70bd-4a35-b16a-63e314f018a4') {'for_net_delete': True} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:51.375500 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66c8189-70bd-4a35-b16a-63e314f018a4') {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:51.385491 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13299075'] for segment (e66c8189-70bd-4a35-b16a-63e314f018a4), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.399429 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (e66c8189-70bd-4a35-b16a-63e314f018a4), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.405519 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=103278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:14:51.405892 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16008886'] for segment (e66c8189-70bd-4a35-b16a-63e314f018a4), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: Traceback (most recent call last): Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: timer() Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: cb(*args, **kw) Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: return func(*args, **kwargs) Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: self._notify() Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: self.callback(batched_events) Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: event.method(event) Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: return f(self, *a, **k) Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._get(url).json() Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: return self.request(url, 'GET', **kwargs) Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:14:51.407688 dv-cinder-788368-4-iscsi neutron-server[103278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:14:51.469403 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (6b7373ca-8fd1-4581-870f-72ef681cea49), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.475011 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.478270 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6b7373ca-8fd1-4581-870f-72ef681cea49 HTTP/1.1" status: 204 len: 168 time: 0.2845633 Mar 11 18:14:51.489474 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cdb09-7ea3-4034-9acb-5d53a2fd24f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b7373ca-8fd1-4581-870f-72ef681cea49,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:51.645680 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35438) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:51.684916 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-e6e2a4ef-9511-45cb-b5d6-2c8b4dde49d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fd807c2f04a46b8bd31fe48cda34db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381989 Mar 11 18:14:51.687527 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35440) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:51.738273 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fc9090ea-52c9-4e6b-9b4c-add183e1e1bb admin admin] Publish callbacks [] for security_group (d9093d3e-a3c0-441e-a06e-cc535e5d9b34), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.760338 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fc9090ea-52c9-4e6b-9b4c-add183e1e1bb admin admin] Publish callbacks [] for security_group (d9093d3e-a3c0-441e-a06e-cc535e5d9b34), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.813955 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fc9090ea-52c9-4e6b-9b4c-add183e1e1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (d9093d3e-a3c0-441e-a06e-cc535e5d9b34), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.817481 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-fc9090ea-52c9-4e6b-9b4c-add183e1e1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:51.819698 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-fc9090ea-52c9-4e6b-9b4c-add183e1e1bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9093d3e-a3c0-441e-a06e-cc535e5d9b34 HTTP/1.1" status: 204 len: 168 time: 0.1312387 Mar 11 18:14:51.830221 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9090ea-52c9-4e6b-9b4c-add183e1e1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9093d3e-a3c0-441e-a06e-cc535e5d9b34,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:59.422158 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:04.950646 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-92809178-89ab-4474-aba0-c2e40f948f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:06.293644 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a9f8d99-a627-4993-b751-6e63a63bc5d9 req-af55897e-b56d-4d23-9cd8-e0e050a1cf48 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509977 Mar 11 18:15:06.687204 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f8d99-a627-4993-b751-6e63a63bc5d9 req-3005c73c-38af-43b0-9003-c937da1a8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:06.688586 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a9f8d99-a627-4993-b751-6e63a63bc5d9 req-3005c73c-38af-43b0-9003-c937da1a8ef0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9a2075c16fdd475a82d9d8cd6832baeb&device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 1130 time: 0.3439286 Mar 11 18:15:06.795659 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f8d99-a627-4993-b751-6e63a63bc5d9 req-c5124583-ade3-4768-af73-d916b0425790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:06.797162 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a9f8d99-a627-4993-b751-6e63a63bc5d9 req-c5124583-ade3-4768-af73-d916b0425790 service neutron] 10.222.0.104 "GET /v2.0/networks?id=68dba951-659b-4d49-95cd-28e22175bbb4 HTTP/1.1" status: 200 len: 911 time: 0.0875785 Mar 11 18:15:06.867855 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a9f8d99-a627-4993-b751-6e63a63bc5d9 req-d6c384d9-6394-4298-b3bb-5ea9645679d9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5 HTTP/1.1" status: 200 len: 1000 time: 0.0643942 Mar 11 18:15:06.915770 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f8d99-a627-4993-b751-6e63a63bc5d9 req-02591fe1-cb47-41ec-a587-dea000e4f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:06.917306 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a9f8d99-a627-4993-b751-6e63a63bc5d9 req-02591fe1-cb47-41ec-a587-dea000e4f3ee service neutron] 10.222.0.104 "GET /v2.0/subnets?id=34f7c50f-8e50-40df-8330-3e18680b5a64 HTTP/1.1" status: 200 len: 848 time: 0.0434039 Mar 11 18:15:06.970672 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f8d99-a627-4993-b751-6e63a63bc5d9 req-96f260fe-e2e2-42bb-ab07-28dd09fba78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:06.972200 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a9f8d99-a627-4993-b751-6e63a63bc5d9 req-96f260fe-e2e2-42bb-ab07-28dd09fba78d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=68dba951-659b-4d49-95cd-28e22175bbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480123 Mar 11 18:15:07.067591 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a9f8d99-a627-4993-b751-6e63a63bc5d9 req-aaab43e1-581a-4166-9949-10d7cfc4405a service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880585 Mar 11 18:15:07.164307 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-4a9f8d99-a627-4993-b751-6e63a63bc5d9 req-74261e9c-5cd7-4544-860d-510c762b23e8 service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898306 Mar 11 18:15:07.890249 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a2401919-e8ec-418f-9f3a-cb25bebfa0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:10.832370 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:11.731881 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:12.417548 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:17.053281 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:15:29.426764 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:34.944360 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-99f1ab3c-73f5-4062-891d-40b63abdbba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:37.885630 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fafa14c0-98b4-4791-bc19-1d43dbfd9358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.841094 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.726388 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:42.425633 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:54.053600 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:15:55.771484 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35460) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:56.159665 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Deleting port fa75c6ed-4e93-40db-8f46-d581fef5a1a4 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:15:56.159979 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (fa75c6ed-4e93-40db-8f46-d581fef5a1a4), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:56.237904 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (fa75c6ed-4e93-40db-8f46-d581fef5a1a4), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:56.238269 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for floatingip (fa75c6ed-4e93-40db-8f46-d581fef5a1a4), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:56.250008 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Calling delete_port for fa75c6ed-4e93-40db-8f46-d581fef5a1a4 owned by network:floatingip {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:15:56.440200 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (fa75c6ed-4e93-40db-8f46-d581fef5a1a4), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:56.464834 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event deleted for resources: {'Port': ['ID=fa75c6ed-4e93-40db-8f46-d581fef5a1a4,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:56.492674 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.492909 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.493222 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.493553 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.493878 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.494201 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.494523 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.494867 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.495188 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.495507 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.495820 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.496136 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.496437 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:56.538984 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for floatingip (50caa887-fb13-483b-9178-2f675b51f78f), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:56.539284 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.db.l3_db [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Floating IP 50caa887-fb13-483b-9178-2f675b51f78f disassociated (deleted). External IP: 172.27.0.5, port: eb92ef57-7f00-4565-b7e6-c35b8bf549a5. Mar 11 18:15:56.779804 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Router 97ff4315-80b7-46d3-a5f3-da88d67b73da has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:15:56.895945 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:15:56.901398 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:56.906539 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d1de62-cf44-4693-822c-e5ff38180c35 None None] Sync routers for ids ['97ff4315-80b7-46d3-a5f3-da88d67b73da'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:15:56.916572 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d1de62-cf44-4693-822c-e5ff38180c35 None None] Routers {'97ff4315-80b7-46d3-a5f3-da88d67b73da'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:15:56.917185 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-83d1de62-cf44-4693-822c-e5ff38180c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:15:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['97ff4315-80b7-46d3-a5f3-da88d67b73da'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:56.931998 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-5dc0bf0f-22c4-4030-b83c-48469240c227 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "DELETE /v2.0/floatingips/50caa887-fb13-483b-9178-2f675b51f78f HTTP/1.1" status: 204 len: 168 time: 1.1593759 Mar 11 18:15:56.932599 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5'}] {{(pid=103278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:15:56.934975 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fccccdef331c8f83002375361c669ca21291e2b72ceb6b2678d65117685744e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703219b9-2fc1-48d4-b57d-eaa0a3c2a7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5"}]}' {{(pid=103278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:15:56.979310 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7bb2dd-9900-4fa9-9b3f-2881043f7fe6 x-openstack-request-id: req-ec7bb2dd-9900-4fa9-9b3f-2881043f7fe6 {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:15:56.979790 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5", "status": "completed", "code": 200}]} {{(pid=103278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:15:56.980215 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec7bb2dd-9900-4fa9-9b3f-2881043f7fe6 {{(pid=103278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:15:56.980883 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'status': 'completed', 'code': 200} Mar 11 18:15:57.057018 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703219b9-2fc1-48d4-b57d-eaa0a3c2a7f2 req-5281b2f8-31cf-4e9f-bd19-b7c9db5e5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:57.058759 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-703219b9-2fc1-48d4-b57d-eaa0a3c2a7f2 req-5281b2f8-31cf-4e9f-bd19-b7c9db5e5414 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9a2075c16fdd475a82d9d8cd6832baeb&device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 1130 time: 0.0522089 Mar 11 18:15:57.133663 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-83d1de62-cf44-4693-822c-e5ff38180c35 None None] Set router 97ff4315-80b7-46d3-a5f3-da88d67b73da gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:15:57.179320 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703219b9-2fc1-48d4-b57d-eaa0a3c2a7f2 req-1542a98d-4972-4c78-8d38-5e9cab368737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:57.180791 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-703219b9-2fc1-48d4-b57d-eaa0a3c2a7f2 req-1542a98d-4972-4c78-8d38-5e9cab368737 service neutron] 10.222.0.104 "GET /v2.0/networks?id=68dba951-659b-4d49-95cd-28e22175bbb4 HTTP/1.1" status: 200 len: 911 time: 0.1143477 Mar 11 18:15:57.230401 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-703219b9-2fc1-48d4-b57d-eaa0a3c2a7f2 req-220201ab-85f8-4379-ab53-ee34b2cd2b34 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5 HTTP/1.1" status: 200 len: 217 time: 0.0355308 Mar 11 18:15:57.284293 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952deb12-ddad-45bb-8774-ebab5ea7a535 req-f267d1e3-4ce4-4513-93ec-fc61521836a3 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:57.285773 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-952deb12-ddad-45bb-8774-ebab5ea7a535 req-f267d1e3-4ce4-4513-93ec-fc61521836a3 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.1238859 Mar 11 18:15:57.298765 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703219b9-2fc1-48d4-b57d-eaa0a3c2a7f2 req-8d2441f0-6536-4ab1-a278-1252aa4c974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:57.300133 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-703219b9-2fc1-48d4-b57d-eaa0a3c2a7f2 req-8d2441f0-6536-4ab1-a278-1252aa4c974a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=34f7c50f-8e50-40df-8330-3e18680b5a64 HTTP/1.1" status: 200 len: 848 time: 0.0624866 Mar 11 18:15:57.335801 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-83d1de62-cf44-4693-822c-e5ff38180c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '6d7c65d0-d5fe-4ade-8230-1aec7122dc9a', 'name': '', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'mac_address': 'fa:16:3e:47:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:03Z', 'updated_at': '2022-03-11T18:10:08Z', 'revision_number': 5, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'subnets': [{'id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:57.361854 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d1de62-cf44-4693-822c-e5ff38180c35 None None] Checking router: 97ff4315-80b7-46d3-a5f3-da88d67b73da for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:15:57.370158 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-952deb12-ddad-45bb-8774-ebab5ea7a535 req-1b4477b9-8495-4bc1-a93e-7e36fb1a6d49 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780733 Mar 11 18:15:57.371097 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d1de62-cf44-4693-822c-e5ff38180c35 None None] Routers {'97ff4315-80b7-46d3-a5f3-da88d67b73da'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:15:57.371750 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-83d1de62-cf44-4693-822c-e5ff38180c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:15:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['97ff4315-80b7-46d3-a5f3-da88d67b73da'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:57.380706 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703219b9-2fc1-48d4-b57d-eaa0a3c2a7f2 req-70c4edda-3160-442a-9a41-be30cd1fcb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:57.382215 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-703219b9-2fc1-48d4-b57d-eaa0a3c2a7f2 req-70c4edda-3160-442a-9a41-be30cd1fcb7f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=68dba951-659b-4d49-95cd-28e22175bbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739818 Mar 11 18:15:57.471655 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-703219b9-2fc1-48d4-b57d-eaa0a3c2a7f2 req-addd0f0d-e093-40b0-a736-05a2c84feecc service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826623 Mar 11 18:15:57.481413 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-83d1de62-cf44-4693-822c-e5ff38180c35 None None] Set router 97ff4315-80b7-46d3-a5f3-da88d67b73da gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:15:57.567667 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-703219b9-2fc1-48d4-b57d-eaa0a3c2a7f2 req-b690fdaf-8674-4264-a5ad-0819088eb6bb service neutron] 10.222.0.104 "GET /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897696 Mar 11 18:15:57.693711 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-83d1de62-cf44-4693-822c-e5ff38180c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '6d7c65d0-d5fe-4ade-8230-1aec7122dc9a', 'name': '', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'mac_address': 'fa:16:3e:47:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:03Z', 'updated_at': '2022-03-11T18:10:08Z', 'revision_number': 5, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'subnets': [{'id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:57.721120 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d1de62-cf44-4693-822c-e5ff38180c35 None None] The sync data for ids ['97ff4315-80b7-46d3-a5f3-da88d67b73da'] in dv-cinder-788368-4-iscsi is: [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:10:04Z', 'revision_number': 4, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '6d7c65d0-d5fe-4ade-8230-1aec7122dc9a', 'name': '', 'network_id': '68dba951-659b-4d49-95cd-28e22175bbb4', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'mac_address': 'fa:16:3e:47:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:03Z', 'updated_at': '2022-03-11T18:10:08Z', 'revision_number': 5, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'subnets': [{'id': '34f7c50f-8e50-40df-8330-3e18680b5a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:15:57.956907 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a243ff-78de-45e7-abec-2717594e1563 None None] New status for floating IP 50caa887-fb13-483b-9178-2f675b51f78f: DOWN {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:15:58.503759 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b4d2a-6f2a-48b5-aa0b-2b43e7d6d265 req-874ee57b-043e-4281-a8ae-d51d5259ce20 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:58.506365 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b74b4d2a-6f2a-48b5-aa0b-2b43e7d6d265 req-874ee57b-043e-4281-a8ae-d51d5259ce20 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0586925 Mar 11 18:15:58.558415 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b74b4d2a-6f2a-48b5-aa0b-2b43e7d6d265 req-ddf86e48-d040-45b4-bf1c-cc81a50a0435 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7dd890-f4ec-4079-8f96-1137da994e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459638 Mar 11 18:15:59.133095 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f2fb0-10d8-4f07-8c2e-1cf589c038e5 req-32fa6c6e-6503-4e2e-93ab-c260a8b7e31e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:59.135477 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1a7f2fb0-10d8-4f07-8c2e-1cf589c038e5 req-32fa6c6e-6503-4e2e-93ab-c260a8b7e31e tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.104 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 946 time: 0.0703783 Mar 11 18:15:59.234416 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-1a7f2fb0-10d8-4f07-8c2e-1cf589c038e5 req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Deleting port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:15:59.234792 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-1a7f2fb0-10d8-4f07-8c2e-1cf589c038e5 req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:59.337585 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-1a7f2fb0-10d8-4f07-8c2e-1cf589c038e5 req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] For port eb92ef57-7f00-4565-b7e6-c35b8bf549a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:59.337942 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-1a7f2fb0-10d8-4f07-8c2e-1cf589c038e5 req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:59.350461 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-1a7f2fb0-10d8-4f07-8c2e-1cf589c038e5 req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Calling delete_port for eb92ef57-7f00-4565-b7e6-c35b8bf549a5 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:15:59.440157 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:59.483202 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-1a7f2fb0-10d8-4f07-8c2e-1cf589c038e5 req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (eb92ef57-7f00-4565-b7e6-c35b8bf549a5), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:59.515425 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event deleted for resources: {'Port': ['ID=eb92ef57-7f00-4565-b7e6-c35b8bf549a5,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:59.527805 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.528315 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.528441 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.528768 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.529103 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.529427 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.529748 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.530061 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.530374 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.530723 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.531043 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.531355 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.531687 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:59.568420 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7f2fb0-10d8-4f07-8c2e-1cf589c038e5 req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] No DVR routers for this DVR port eb92ef57-7f00-4565-b7e6-c35b8bf549a5 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:15:59.571755 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-1a7f2fb0-10d8-4f07-8c2e-1cf589c038e5 req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:59.575435 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-1a7f2fb0-10d8-4f07-8c2e-1cf589c038e5 req-77309787-62b8-4664-811a-e45f0508f368 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.104 "DELETE /v2.0/ports/eb92ef57-7f00-4565-b7e6-c35b8bf549a5 HTTP/1.1" status: 204 len: 173 time: 0.4346750 Mar 11 18:15:59.575889 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'name': 'network-vif-deleted', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:15:59.578181 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2915e25f-2fc5-467d-9367-85cc430270d8" -d '{"events": [{"server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "name": "network-vif-deleted", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:15:59.619146 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9599b2d-e215-4ed6-8fa9-72f98535db06 x-openstack-request-id: req-c9599b2d-e215-4ed6-8fa9-72f98535db06 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:15:59.619621 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2222e2c9-c2c9-43ea-960a-0f9c43386546", "name": "network-vif-deleted", "tag": "eb92ef57-7f00-4565-b7e6-c35b8bf549a5", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:15:59.619757 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9599b2d-e215-4ed6-8fa9-72f98535db06 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:15:59.620144 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2222e2c9-c2c9-43ea-960a-0f9c43386546', 'name': 'network-vif-deleted', 'tag': 'eb92ef57-7f00-4565-b7e6-c35b8bf549a5', 'status': 'completed', 'code': 200} Mar 11 18:15:59.667881 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-76bc4100-5705-4d38-810a-1a187c1ca040 req-bf540394-140f-464f-bff1-06351f23e359 tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "GET /v2.0/ports?device_id=2222e2c9-c2c9-43ea-960a-0f9c43386546 HTTP/1.1" status: 200 len: 210 time: 0.0320628 Mar 11 18:16:00.733994 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35492) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:00.810181 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e202-ba3b-45d3-b7bb-3ad4e5417cef tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group (ab7dd890-f4ec-4079-8f96-1137da994e06), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:00.837556 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e202-ba3b-45d3-b7bb-3ad4e5417cef tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group (ab7dd890-f4ec-4079-8f96-1137da994e06), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:00.905166 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e202-ba3b-45d3-b7bb-3ad4e5417cef tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (ab7dd890-f4ec-4079-8f96-1137da994e06), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:00.907967 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e202-ba3b-45d3-b7bb-3ad4e5417cef tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:00.909279 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-5cf4e202-ba3b-45d3-b7bb-3ad4e5417cef tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] 10.222.0.30 "DELETE /v2.0/security-groups/ab7dd890-f4ec-4079-8f96-1137da994e06 HTTP/1.1" status: 204 len: 168 time: 0.1741979 Mar 11 18:16:00.919126 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4e202-ba3b-45d3-b7bb-3ad4e5417cef tempest-TestShelveInstance-276678008 tempest-TestShelveInstance-276678008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7dd890-f4ec-4079-8f96-1137da994e06,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:01.975991 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35498) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:02.496124 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-895c5dd0-0bd5-4ab8-ac9e-9ff361e65108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933442'] for router_interface (97ff4315-80b7-46d3-a5f3-da88d67b73da), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:02.758402 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-895c5dd0-0bd5-4ab8-ac9e-9ff361e65108 admin admin] Deleting port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:02.758756 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-895c5dd0-0bd5-4ab8-ac9e-9ff361e65108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:02.846273 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-895c5dd0-0bd5-4ab8-ac9e-9ff361e65108 admin admin] For port 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=6d7c65d0-d5fe-4ade-8230-1aec7122dc9a,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:02.846781 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-895c5dd0-0bd5-4ab8-ac9e-9ff361e65108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:02.865388 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-895c5dd0-0bd5-4ab8-ac9e-9ff361e65108 admin admin] Calling delete_port for 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a owned by network:router_interface {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:03.062319 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-895c5dd0-0bd5-4ab8-ac9e-9ff361e65108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (6d7c65d0-d5fe-4ade-8230-1aec7122dc9a), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:03.091489 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c5dd0-0bd5-4ab8-ac9e-9ff361e65108 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7c65d0-d5fe-4ade-8230-1aec7122dc9a,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:03.169085 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device eb92ef57-7f00-4565-b7e6-c35b8bf549a5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:03.194496 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: eb92ef57-7f00-4565-b7e6-c35b8bf549a5 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:03.195149 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device eb92ef57-7f00-4565-b7e6-c35b8bf549a5 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:03.259064 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-895c5dd0-0bd5-4ab8-ac9e-9ff361e65108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1947666'] for router_interface (97ff4315-80b7-46d3-a5f3-da88d67b73da), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:03.487466 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895c5dd0-0bd5-4ab8-ac9e-9ff361e65108 admin admin] Router 97ff4315-80b7-46d3-a5f3-da88d67b73da has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:16:03.605191 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895c5dd0-0bd5-4ab8-ac9e-9ff361e65108 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:16:03.611972 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-895c5dd0-0bd5-4ab8-ac9e-9ff361e65108 admin admin] 10.222.0.30 "PUT /v2.0/routers/97ff4315-80b7-46d3-a5f3-da88d67b73da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6334851 Mar 11 18:16:03.613700 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35502) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:03.616764 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18643c8b-b77d-45c7-8b26-d753e291fdd7 None None] Sync routers for ids ['97ff4315-80b7-46d3-a5f3-da88d67b73da'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:16:03.627756 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18643c8b-b77d-45c7-8b26-d753e291fdd7 None None] Routers {'97ff4315-80b7-46d3-a5f3-da88d67b73da'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:03.628388 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-18643c8b-b77d-45c7-8b26-d753e291fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:15:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['97ff4315-80b7-46d3-a5f3-da88d67b73da'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:03.725647 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Publish callbacks [] for router (97ff4315-80b7-46d3-a5f3-da88d67b73da), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:03.741166 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-18643c8b-b77d-45c7-8b26-d753e291fdd7 None None] Set router 97ff4315-80b7-46d3-a5f3-da88d67b73da gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:03.830995 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Publish callbacks [] for router_gateway (97ff4315-80b7-46d3-a5f3-da88d67b73da), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:03.892959 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Deleting port 74b9439b-6205-4c6f-96db-c50e50efef04 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:03.893395 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (74b9439b-6205-4c6f-96db-c50e50efef04), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:03.920052 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-18643c8b-b77d-45c7-8b26-d753e291fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:16:03Z', 'revision_number': 5, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port': {'id': '74b9439b-6205-4c6f-96db-c50e50efef04', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:01Z', 'updated_at': '2022-03-11T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:03.949990 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18643c8b-b77d-45c7-8b26-d753e291fdd7 None None] Checking router: 97ff4315-80b7-46d3-a5f3-da88d67b73da for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:16:03.958347 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18643c8b-b77d-45c7-8b26-d753e291fdd7 None None] Routers {'97ff4315-80b7-46d3-a5f3-da88d67b73da'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:03.959001 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-18643c8b-b77d-45c7-8b26-d753e291fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:15:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['97ff4315-80b7-46d3-a5f3-da88d67b73da'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:03.971584 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] For port 74b9439b-6205-4c6f-96db-c50e50efef04, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=74b9439b-6205-4c6f-96db-c50e50efef04,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:03.971874 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (74b9439b-6205-4c6f-96db-c50e50efef04), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:03.983772 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Calling delete_port for 74b9439b-6205-4c6f-96db-c50e50efef04 owned by network:router_gateway {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:04.046859 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-18643c8b-b77d-45c7-8b26-d753e291fdd7 None None] Set router 97ff4315-80b7-46d3-a5f3-da88d67b73da gateway port host: None {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:04.097069 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-18643c8b-b77d-45c7-8b26-d753e291fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:16:03Z', 'revision_number': 6, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port_host': None}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:04.113890 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35504) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:04.127304 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18643c8b-b77d-45c7-8b26-d753e291fdd7 None None] The sync data for ids ['97ff4315-80b7-46d3-a5f3-da88d67b73da'] in dv-cinder-788368-4-iscsi is: [{'id': '97ff4315-80b7-46d3-a5f3-da88d67b73da', 'name': 'tempest-TestShelveInstance-1897055516-router', 'tenant_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:00Z', 'updated_at': '2022-03-11T18:16:03Z', 'revision_number': 6, 'project_id': '9a2075c16fdd475a82d9d8cd6832baeb', 'gw_port_host': None}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:16:04.183321 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (74b9439b-6205-4c6f-96db-c50e50efef04), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.213157 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b9439b-6205-4c6f-96db-c50e50efef04,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:04.280611 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1934776'] for router_gateway (97ff4315-80b7-46d3-a5f3-da88d67b73da), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.305058 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Deleting port 9aa0e376-e702-469a-a031-65f9069f129a {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:04.305390 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (9aa0e376-e702-469a-a031-65f9069f129a), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.377322 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1946935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25335'] for router (97ff4315-80b7-46d3-a5f3-da88d67b73da), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.379865 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Publish callbacks [] for router_controller (97ff4315-80b7-46d3-a5f3-da88d67b73da), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.393595 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (9aa0e376-e702-469a-a031-65f9069f129a), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.394142 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (9aa0e376-e702-469a-a031-65f9069f129a), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.412034 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Calling delete_port for 9aa0e376-e702-469a-a031-65f9069f129a owned by network:floatingip {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:04.595423 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (9aa0e376-e702-469a-a031-65f9069f129a), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.621882 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event deleted for resources: {'Port': ['ID=9aa0e376-e702-469a-a031-65f9069f129a,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:04.649278 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1946924'] for router (97ff4315-80b7-46d3-a5f3-da88d67b73da), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.649889 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97ff4315-80b7-46d3-a5f3-da88d67b73da {{(pid=103278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:16:04.654998 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.656167 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-356e8eda-f69b-4f71-ae10-b880a00e3791 admin admin] 10.222.0.30 "DELETE /v2.0/routers/97ff4315-80b7-46d3-a5f3-da88d67b73da HTTP/1.1" status: 204 len: 168 time: 1.0411720 Mar 11 18:16:04.658933 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35506) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:04.687612 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (3b4cf64c-3421-49fd-82c5-e902cbf2f72d), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.687940 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Floating IP 3b4cf64c-3421-49fd-82c5-e902cbf2f72d disassociated (deleted). External IP: 172.27.0.150, port: 8a63f0b8-2e0d-4375-ad6f-5dc427173d49. Mar 11 18:16:04.703582 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_v2 [None req-29bcba84-e570-4c64-aad4-fdc23d8a860b admin admin] Deleting subnet 34f7c50f-8e50-40df-8330-3e18680b5a64 {{(pid=103278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:16:04.708954 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-29bcba84-e570-4c64-aad4-fdc23d8a860b admin admin] Publish callbacks [] for subnet (34f7c50f-8e50-40df-8330-3e18680b5a64), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.745646 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-29bcba84-e570-4c64-aad4-fdc23d8a860b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13299080'] for subnet (34f7c50f-8e50-40df-8330-3e18680b5a64), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.830761 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-29bcba84-e570-4c64-aad4-fdc23d8a860b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (34f7c50f-8e50-40df-8330-3e18680b5a64), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.888521 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-29bcba84-e570-4c64-aad4-fdc23d8a860b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16022632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13482888'] for subnet (34f7c50f-8e50-40df-8330-3e18680b5a64), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.915454 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcba84-e570-4c64-aad4-fdc23d8a860b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f7c50f-8e50-40df-8330-3e18680b5a64,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:04.918922 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-29bcba84-e570-4c64-aad4-fdc23d8a860b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.922152 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-29bcba84-e570-4c64-aad4-fdc23d8a860b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/34f7c50f-8e50-40df-8330-3e18680b5a64 HTTP/1.1" status: 204 len: 168 time: 0.2622187 Mar 11 18:16:04.923536 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Router fefbe61a-c372-490e-80c9-53535647ad1b has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:16:04.929242 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35508) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:04.929482 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dcab3a-d598-453e-b54e-12a5d22f7ca7 None None] Network 68dba951-659b-4d49-95cd-28e22175bbb4 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:16:05.013980 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-028c24b9-bb96-4cc2-bf54-c94ee7843915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.023417 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (68dba951-659b-4d49-95cd-28e22175bbb4), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.093548 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Deleting port 398f8d40-4b07-46c7-9075-d8206189877d {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:05.094057 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (398f8d40-4b07-46c7-9075-d8206189877d), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.165783 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] DHCP port deletion for 68dba951-659b-4d49-95cd-28e22175bbb4 request from dv-cinder-788368-4-iscsi {{(pid=103279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:16:05.186673 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] For port 398f8d40-4b07-46c7-9075-d8206189877d, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=398f8d40-4b07-46c7-9075-d8206189877d,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:05.187079 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (398f8d40-4b07-46c7-9075-d8206189877d), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.204672 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Calling delete_port for 398f8d40-4b07-46c7-9075-d8206189877d owned by network:dhcp {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:05.251943 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Deleting port 398f8d40-4b07-46c7-9075-d8206189877d {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:05.252575 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (398f8d40-4b07-46c7-9075-d8206189877d), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.301166 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (398f8d40-4b07-46c7-9075-d8206189877d), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.333429 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] For port 398f8d40-4b07-46c7-9075-d8206189877d, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=398f8d40-4b07-46c7-9075-d8206189877d,segment=NetworkSegment(c48006a8-f1ad-4622-8f16-7afd1270079f),segment_id=c48006a8-f1ad-4622-8f16-7afd1270079f)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:05.333429 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (398f8d40-4b07-46c7-9075-d8206189877d), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.341091 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] No DVR routers for this DVR port 398f8d40-4b07-46c7-9075-d8206189877d on host dv-cinder-788368-4-iscsi {{(pid=103278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:05.350221 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Calling delete_port for 398f8d40-4b07-46c7-9075-d8206189877d owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:05.368313 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Pushing event deleted for resources: {'Port': ['ID=398f8d40-4b07-46c7-9075-d8206189877d,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:05.374940 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:16:05.408880 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6826bd5-55eb-44ec-9d1e-103a89ad2127 None None] Sync routers for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:16:05.416117 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.427742 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6826bd5-55eb-44ec-9d1e-103a89ad2127 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:05.428403 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f6826bd5-55eb-44ec-9d1e-103a89ad2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:15:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:05.462581 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d67f46dc-bfa9-478e-aa7d-a9d0b1f17ce4 req-3a080c5a-5269-4af2-b1f7-7428e804b252 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870256 Mar 11 18:16:05.471934 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (68dba951-659b-4d49-95cd-28e22175bbb4), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.475807 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-2f2750d7-da11-4109-979c-039f66632680 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "DELETE /v2.0/floatingips/3b4cf64c-3421-49fd-82c5-e902cbf2f72d HTTP/1.1" status: 204 len: 168 time: 1.3603392 Mar 11 18:16:05.478836 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'tag': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:05.481553 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592bc542-5e88-4c79-bbca-350e5fb3aa2e" -d '{"events": [{"name": "network-changed", "server_uuid": "71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5", "tag": "8a63f0b8-2e0d-4375-ad6f-5dc427173d49"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:05.498186 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dba951-659b-4d49-95cd-28e22175bbb4']}} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:05.513393 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48006a8-f1ad-4622-8f16-7afd1270079f') {'for_net_delete': True} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:05.513689 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48006a8-f1ad-4622-8f16-7afd1270079f') {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:05.534919 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13299075'] for segment (c48006a8-f1ad-4622-8f16-7afd1270079f), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.558915 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f46dc-bfa9-478e-aa7d-a9d0b1f17ce4 req-309fba5d-c3a6-40fa-96c0-5c4e70654c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:05.560489 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d67f46dc-bfa9-478e-aa7d-a9d0b1f17ce4 req-309fba5d-c3a6-40fa-96c0-5c4e70654c36 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 1130 time: 0.0491543 Mar 11 18:16:05.569706 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 74b9439b-6205-4c6f-96db-c50e50efef04 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:05.572803 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80377ae0-03a0-4827-aa00-9985defb9bae x-openstack-request-id: req-80377ae0-03a0-4827-aa00-9985defb9bae {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:05.573148 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5", "tag": "8a63f0b8-2e0d-4375-ad6f-5dc427173d49", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:05.573405 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80377ae0-03a0-4827-aa00-9985defb9bae {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:05.573808 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'tag': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49', 'status': 'completed', 'code': 200} Mar 11 18:16:05.579855 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (c48006a8-f1ad-4622-8f16-7afd1270079f), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.588170 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=103278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:16:05.588967 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16008886'] for segment (c48006a8-f1ad-4622-8f16-7afd1270079f), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: Traceback (most recent call last): Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: timer() Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: cb(*args, **kw) Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: return func(*args, **kwargs) Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: self._notify() Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: self.callback(batched_events) Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: event.method(event) Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: return f(self, *a, **k) Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._get(url).json() Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: return self.request(url, 'GET', **kwargs) Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:16:05.592428 dv-cinder-788368-4-iscsi neutron-server[103278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:16:05.601303 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 74b9439b-6205-4c6f-96db-c50e50efef04 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:05.601649 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 74b9439b-6205-4c6f-96db-c50e50efef04 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:05.602070 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:05.627913 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:05.628679 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 6d7c65d0-d5fe-4ade-8230-1aec7122dc9a not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:05.629276 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 398f8d40-4b07-46c7-9075-d8206189877d no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:05.664558 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-f6826bd5-55eb-44ec-9d1e-103a89ad2127 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:05.695183 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 398f8d40-4b07-46c7-9075-d8206189877d {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:05.695864 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 398f8d40-4b07-46c7-9075-d8206189877d not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:05.731000 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (68dba951-659b-4d49-95cd-28e22175bbb4), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.740824 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.747796 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] 10.222.0.30 "DELETE /v2.0/networks/68dba951-659b-4d49-95cd-28e22175bbb4 HTTP/1.1" status: 204 len: 168 time: 0.8217435 Mar 11 18:16:05.749677 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35516) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:05.761720 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288'] for port (398f8d40-4b07-46c7-9075-d8206189877d), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.771283 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604feaf-f055-46ec-a102-6ca9729dfdbb admin admin] Pushing event deleted for resources: {'Network': ['ID=68dba951-659b-4d49-95cd-28e22175bbb4,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:05.797564 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Pushing event deleted for resources: {'Port': ['ID=398f8d40-4b07-46c7-9075-d8206189877d,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:05.799661 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Network 68dba951-659b-4d49-95cd-28e22175bbb4 is not hosted by any dhcp agent {{(pid=103279) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 18:16:05.800104 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] No DVR routers for this DVR port 398f8d40-4b07-46c7-9075-d8206189877d on host dv-cinder-788368-4-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:05.821287 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f46dc-bfa9-478e-aa7d-a9d0b1f17ce4 req-4fdd44c7-5d47-4a39-a3fb-f35e2d04fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:05.822817 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d67f46dc-bfa9-478e-aa7d-a9d0b1f17ce4 req-4fdd44c7-5d47-4a39-a3fb-f35e2d04fba3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 913 time: 0.2325494 Mar 11 18:16:05.825000 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.825373 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.825709 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.826047 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.826371 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.826727 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.827047 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.827372 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.827687 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.828005 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.828638 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.828984 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.829531 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f49aba-97a2-41bd-b9d7-8e8d3b70d325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-4-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:05.847254 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bc542-5e88-4c79-bbca-350e5fb3aa2e req-5dd10df8-c661-488a-adff-96d530c239ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:05.848920 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-592bc542-5e88-4c79-bbca-350e5fb3aa2e req-5dd10df8-c661-488a-adff-96d530c239ba service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 1129 time: 0.1752117 Mar 11 18:16:05.978583 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d67f46dc-bfa9-478e-aa7d-a9d0b1f17ce4 req-6994d276-2def-4817-84dc-ceca8dc72d15 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30c2e83-013f-4b9e-800a-f5f74f203ed6 HTTP/1.1" status: 200 len: 1002 time: 0.1482635 Mar 11 18:16:05.994414 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f6826bd5-55eb-44ec-9d1e-103a89ad2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'dc914d90-dadb-480f-bf26-4480bb4de87d', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:81:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cdab86-5798-4906-9f52-834139901a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:02Z', 'updated_at': '2022-03-11T18:11:05Z', 'revision_number': 1, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:06.027648 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6826bd5-55eb-44ec-9d1e-103a89ad2127 None None] Checking router: fefbe61a-c372-490e-80c9-53535647ad1b for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:16:06.036582 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6826bd5-55eb-44ec-9d1e-103a89ad2127 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:06.037208 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f6826bd5-55eb-44ec-9d1e-103a89ad2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:15:38Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:06.152240 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bc542-5e88-4c79-bbca-350e5fb3aa2e req-bfeda365-f0ac-49d7-84ef-513fa700094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.153690 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-592bc542-5e88-4c79-bbca-350e5fb3aa2e req-bfeda365-f0ac-49d7-84ef-513fa700094b service neutron] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 913 time: 0.2726376 Mar 11 18:16:06.168076 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f46dc-bfa9-478e-aa7d-a9d0b1f17ce4 req-59ddfc09-bc8a-42d6-8928-14a9c594a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.169596 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d67f46dc-bfa9-478e-aa7d-a9d0b1f17ce4 req-59ddfc09-bc8a-42d6-8928-14a9c594a92d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.1585848 Mar 11 18:16:06.223818 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-592bc542-5e88-4c79-bbca-350e5fb3aa2e req-8b250697-3828-4cd0-b989-00c008fe5889 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a63f0b8-2e0d-4375-ad6f-5dc427173d49 HTTP/1.1" status: 200 len: 217 time: 0.0576980 Mar 11 18:16:06.288894 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-f6826bd5-55eb-44ec-9d1e-103a89ad2127 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:06.311112 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540b9d0-7068-4572-88a6-989da732f9bd req-8899e57f-ef41-40c7-9ae4-d31791cb45e5 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.312689 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8540b9d0-7068-4572-88a6-989da732f9bd req-8899e57f-ef41-40c7-9ae4-d31791cb45e5 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 945 time: 0.4929626 Mar 11 18:16:06.369075 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bc542-5e88-4c79-bbca-350e5fb3aa2e req-20dfdf93-47d2-4eca-bde0-bedf6449b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.370590 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-592bc542-5e88-4c79-bbca-350e5fb3aa2e req-20dfdf93-47d2-4eca-bde0-bedf6449b93d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.1028545 Mar 11 18:16:06.448505 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f46dc-bfa9-478e-aa7d-a9d0b1f17ce4 req-1d7e8e1b-73f8-463a-81dc-bc949823ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.450307 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d67f46dc-bfa9-478e-aa7d-a9d0b1f17ce4 req-1d7e8e1b-73f8-463a-81dc-bc949823ef4e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2698245 Mar 11 18:16:06.476351 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-8540b9d0-7068-4572-88a6-989da732f9bd req-ff2e9326-3b2d-40ed-9d0f-2892d6086fea tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506584 Mar 11 18:16:06.536762 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f6826bd5-55eb-44ec-9d1e-103a89ad2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'dc914d90-dadb-480f-bf26-4480bb4de87d', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:81:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cdab86-5798-4906-9f52-834139901a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:02Z', 'updated_at': '2022-03-11T18:11:05Z', 'revision_number': 1, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:06.563877 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6826bd5-55eb-44ec-9d1e-103a89ad2127 None None] The sync data for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi is: [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_floatingips': [{'id': 'dc914d90-dadb-480f-bf26-4480bb4de87d', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'router_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'port_id': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'mac_address': 'fa:16:3e:81:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cdab86-5798-4906-9f52-834139901a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:02Z', 'updated_at': '2022-03-11T18:11:05Z', 'revision_number': 1, 'project_id': '54e501d16919459e828a80b476c6975f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:16:06.571726 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bc542-5e88-4c79-bbca-350e5fb3aa2e req-026dc797-fba8-4564-9d5e-ca81f4019af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.573368 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-592bc542-5e88-4c79-bbca-350e5fb3aa2e req-026dc797-fba8-4564-9d5e-ca81f4019af3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1803751 Mar 11 18:16:06.630115 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d67f46dc-bfa9-478e-aa7d-a9d0b1f17ce4 req-09c22517-bd9c-44b7-be7b-af74c1469357 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706626 Mar 11 18:16:06.796225 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-592bc542-5e88-4c79-bbca-350e5fb3aa2e req-8ad255d3-46a2-4bcf-b312-03eba02f9f77 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136667 Mar 11 18:16:06.800421 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fd621a-c9f9-4bd8-a692-fa76a5089be6 None None] New status for floating IP 3b4cf64c-3421-49fd-82c5-e902cbf2f72d: DOWN {{(pid=103280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:16:06.840707 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d67f46dc-bfa9-478e-aa7d-a9d0b1f17ce4 req-d97ca73c-ea95-4456-887f-27294b36d868 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002382 Mar 11 18:16:06.916789 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b56b-1883-4f8f-adb9-4e967267d3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933442'] for router_interface (449ea118-19e8-4544-805a-69706ca40e21), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:06.922449 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-592bc542-5e88-4c79-bbca-350e5fb3aa2e req-cbd8d618-2dbd-426b-924a-866d1b44446c service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175642 Mar 11 18:16:07.210901 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4b56b-1883-4f8f-adb9-4e967267d3fe admin admin] Deleting port abf35ef1-6c18-443b-ba74-f2bcaf41e333 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:07.211764 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b56b-1883-4f8f-adb9-4e967267d3fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:07.296262 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-e7c4b56b-1883-4f8f-adb9-4e967267d3fe admin admin] For port abf35ef1-6c18-443b-ba74-f2bcaf41e333, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=abf35ef1-6c18-443b-ba74-f2bcaf41e333,segment=NetworkSegment(9e98ba23-29bf-44b3-acb9-3f661eb18f9c),segment_id=9e98ba23-29bf-44b3-acb9-3f661eb18f9c)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:07.296672 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b56b-1883-4f8f-adb9-4e967267d3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:07.312386 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4b56b-1883-4f8f-adb9-4e967267d3fe admin admin] Calling delete_port for abf35ef1-6c18-443b-ba74-f2bcaf41e333 owned by network:router_interface {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:07.531009 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b56b-1883-4f8f-adb9-4e967267d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (abf35ef1-6c18-443b-ba74-f2bcaf41e333), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:07.572897 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4b56b-1883-4f8f-adb9-4e967267d3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=abf35ef1-6c18-443b-ba74-f2bcaf41e333,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:07.605584 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f675c-e675-4a50-8318-fb8ed5ebfe15 req-84f9714b-7101-4b67-937e-c4bdd294a761 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:07.607114 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-115f675c-e675-4a50-8318-fb8ed5ebfe15 req-84f9714b-7101-4b67-937e-c4bdd294a761 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 945 time: 0.1169379 Mar 11 18:16:07.798859 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49ab6d-610e-425e-bebf-dab6c0e84f7e req-edc2de70-ba7f-4e08-9e34-b7d54951f614 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:07.800400 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea49ab6d-610e-425e-bebf-dab6c0e84f7e req-edc2de70-ba7f-4e08-9e34-b7d54951f614 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 945 time: 0.2348239 Mar 11 18:16:07.886515 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7c05ac28-d7fa-4223-9785-5a4fc7cd0722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:08.201787 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-ea49ab6d-610e-425e-bebf-dab6c0e84f7e req-d29a4f22-ba16-4c65-8504-8c140b287095 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945379 Mar 11 18:16:08.207148 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b56b-1883-4f8f-adb9-4e967267d3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1947666'] for router_interface (449ea118-19e8-4544-805a-69706ca40e21), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:08.214662 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-115f675c-e675-4a50-8318-fb8ed5ebfe15 req-1ffdc878-e9d0-4bf7-80e4-10f2cd382901 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Deleting port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:08.214977 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-115f675c-e675-4a50-8318-fb8ed5ebfe15 req-1ffdc878-e9d0-4bf7-80e4-10f2cd382901 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:08.380426 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-115f675c-e675-4a50-8318-fb8ed5ebfe15 req-1ffdc878-e9d0-4bf7-80e4-10f2cd382901 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] For port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a63f0b8-2e0d-4375-ad6f-5dc427173d49,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:08.380759 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-115f675c-e675-4a50-8318-fb8ed5ebfe15 req-1ffdc878-e9d0-4bf7-80e4-10f2cd382901 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:08.400905 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-115f675c-e675-4a50-8318-fb8ed5ebfe15 req-1ffdc878-e9d0-4bf7-80e4-10f2cd382901 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Calling delete_port for 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:08.595270 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c4b56b-1883-4f8f-adb9-4e967267d3fe admin admin] Router 449ea118-19e8-4544-805a-69706ca40e21 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:16:08.666411 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-115f675c-e675-4a50-8318-fb8ed5ebfe15 req-1ffdc878-e9d0-4bf7-80e4-10f2cd382901 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (8a63f0b8-2e0d-4375-ad6f-5dc427173d49), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:08.710055 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdc878-e9d0-4bf7-80e4-10f2cd382901 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event deleted for resources: {'Port': ['ID=8a63f0b8-2e0d-4375-ad6f-5dc427173d49,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:08.789278 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-115f675c-e675-4a50-8318-fb8ed5ebfe15 req-1ffdc878-e9d0-4bf7-80e4-10f2cd382901 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] No DVR routers for this DVR port 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:08.793568 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-115f675c-e675-4a50-8318-fb8ed5ebfe15 req-1ffdc878-e9d0-4bf7-80e4-10f2cd382901 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:08.796982 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-115f675c-e675-4a50-8318-fb8ed5ebfe15 req-1ffdc878-e9d0-4bf7-80e4-10f2cd382901 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "DELETE /v2.0/ports/8a63f0b8-2e0d-4375-ad6f-5dc427173d49 HTTP/1.1" status: 204 len: 173 time: 1.1687303 Mar 11 18:16:08.797437 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'name': 'network-vif-deleted', 'tag': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:08.799877 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06151d72-32aa-42fd-a309-d73d1d41cdf0" -d '{"events": [{"server_uuid": "71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5", "name": "network-vif-deleted", "tag": "8a63f0b8-2e0d-4375-ad6f-5dc427173d49"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:08.805735 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c4b56b-1883-4f8f-adb9-4e967267d3fe admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:16:08.811865 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-e7c4b56b-1883-4f8f-adb9-4e967267d3fe admin admin] 10.222.0.30 "PUT /v2.0/routers/449ea118-19e8-4544-805a-69706ca40e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0563152 Mar 11 18:16:08.815067 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35528) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:08.824393 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669fe4d-aa59-41ec-b311-7e8e1e36ba82 None None] Sync routers for ids ['449ea118-19e8-4544-805a-69706ca40e21'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:16:08.839046 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669fe4d-aa59-41ec-b311-7e8e1e36ba82 None None] Routers {'449ea118-19e8-4544-805a-69706ca40e21'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:08.839746 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f669fe4d-aa59-41ec-b311-7e8e1e36ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:16:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['449ea118-19e8-4544-805a-69706ca40e21'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:08.870199 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d45eee4-da0c-406e-8421-f9923ca239fb x-openstack-request-id: req-9d45eee4-da0c-406e-8421-f9923ca239fb {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:08.870837 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5", "name": "network-vif-deleted", "tag": "8a63f0b8-2e0d-4375-ad6f-5dc427173d49", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:08.871249 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d45eee4-da0c-406e-8421-f9923ca239fb {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:08.871902 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5', 'name': 'network-vif-deleted', 'tag': '8a63f0b8-2e0d-4375-ad6f-5dc427173d49', 'status': 'completed', 'code': 200} Mar 11 18:16:08.960240 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Publish callbacks [] for router (449ea118-19e8-4544-805a-69706ca40e21), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:08.979280 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-f669fe4d-aa59-41ec-b311-7e8e1e36ba82 None None] Set router 449ea118-19e8-4544-805a-69706ca40e21 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:09.079902 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Publish callbacks [] for router_gateway (449ea118-19e8-4544-805a-69706ca40e21), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.156085 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Deleting port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:09.156437 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.185429 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f669fe4d-aa59-41ec-b311-7e8e1e36ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449ea118-19e8-4544-805a-69706ca40e21', 'name': 'tempest-TestShelveInstance-465486282-router', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:16:07Z', 'revision_number': 5, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'gw_port': {'id': '1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449ea118-19e8-4544-805a-69706ca40e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:09.214788 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669fe4d-aa59-41ec-b311-7e8e1e36ba82 None None] Checking router: 449ea118-19e8-4544-805a-69706ca40e21 for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:16:09.225695 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669fe4d-aa59-41ec-b311-7e8e1e36ba82 None None] Routers {'449ea118-19e8-4544-805a-69706ca40e21'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:09.225695 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f669fe4d-aa59-41ec-b311-7e8e1e36ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:16:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['449ea118-19e8-4544-805a-69706ca40e21'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:09.249569 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] For port 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:09.249569 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.275763 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Calling delete_port for 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc owned by network:router_gateway {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:09.327697 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-f669fe4d-aa59-41ec-b311-7e8e1e36ba82 None None] Set router 449ea118-19e8-4544-805a-69706ca40e21 gateway port host: None {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:09.349968 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-6057ed3c-6589-473f-b4a5-722259cb6d9d req-09eec1f7-544f-42bb-b26d-165169916991 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c91a2d-4eb4-400a-bb06-b6d6f6b2cea5 HTTP/1.1" status: 200 len: 210 time: 0.0592165 Mar 11 18:16:09.384803 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f669fe4d-aa59-41ec-b311-7e8e1e36ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449ea118-19e8-4544-805a-69706ca40e21', 'name': 'tempest-TestShelveInstance-465486282-router', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:16:09Z', 'revision_number': 6, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'gw_port_host': None}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:09.413143 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669fe4d-aa59-41ec-b311-7e8e1e36ba82 None None] The sync data for ids ['449ea118-19e8-4544-805a-69706ca40e21'] in dv-cinder-788368-4-iscsi is: [{'id': '449ea118-19e8-4544-805a-69706ca40e21', 'name': 'tempest-TestShelveInstance-465486282-router', 'tenant_id': 'b922c4c58c04490f9c34fd0054f424db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:07Z', 'updated_at': '2022-03-11T18:16:09Z', 'revision_number': 6, 'project_id': 'b922c4c58c04490f9c34fd0054f424db', 'gw_port_host': None}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:16:09.509686 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.538701 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:09.605423 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1934776'] for router_gateway (449ea118-19e8-4544-805a-69706ca40e21), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.716372 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1946935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25335'] for router (449ea118-19e8-4544-805a-69706ca40e21), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.718917 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Publish callbacks [] for router_controller (449ea118-19e8-4544-805a-69706ca40e21), precommit_delete_associations {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.770754 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1946924'] for router (449ea118-19e8-4544-805a-69706ca40e21), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.771859 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 449ea118-19e8-4544-805a-69706ca40e21 {{(pid=103277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:16:09.776640 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.780616 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-3d0b69d6-3e88-41d7-9f0d-e9cf5a95b979 admin admin] 10.222.0.30 "DELETE /v2.0/routers/449ea118-19e8-4544-805a-69706ca40e21 HTTP/1.1" status: 204 len: 168 time: 0.9616983 Mar 11 18:16:09.781026 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35532) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:09.834880 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_v2 [None req-040a004e-f116-4bee-9927-443714cdf984 admin admin] Deleting subnet 126b5de7-80db-4c47-b0e6-1074eee5f042 {{(pid=103277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:16:09.838565 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-040a004e-f116-4bee-9927-443714cdf984 admin admin] Publish callbacks [] for subnet (126b5de7-80db-4c47-b0e6-1074eee5f042), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.889862 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-040a004e-f116-4bee-9927-443714cdf984 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13366825'] for subnet (126b5de7-80db-4c47-b0e6-1074eee5f042), precommit_delete_associations {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.998797 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-040a004e-f116-4bee-9927-443714cdf984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (126b5de7-80db-4c47-b0e6-1074eee5f042), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.064171 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-040a004e-f116-4bee-9927-443714cdf984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14540916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13265432'] for subnet (126b5de7-80db-4c47-b0e6-1074eee5f042), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.095378 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a004e-f116-4bee-9927-443714cdf984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126b5de7-80db-4c47-b0e6-1074eee5f042,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:10.097488 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-040a004e-f116-4bee-9927-443714cdf984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.100876 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-040a004e-f116-4bee-9927-443714cdf984 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/126b5de7-80db-4c47-b0e6-1074eee5f042 HTTP/1.1" status: 204 len: 168 time: 0.3183589 Mar 11 18:16:10.102939 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e32cd-d766-475a-8520-a5276d584383 None None] Network 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:16:10.103862 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35534) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:10.177251 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (0b9e60c3-2ea7-43d0-a572-73d964a1aeb0), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.238336 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Deleting port e9ac382e-f92d-45ec-b5b1-dec48af47505 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:10.238701 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.280662 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70582e9e-1300-48be-8630-9385661ec69c None None] DHCP port deletion for 0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 request from dv-cinder-788368-4-iscsi {{(pid=103279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:16:10.308203 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] For port e9ac382e-f92d-45ec-b5b1-dec48af47505, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=e9ac382e-f92d-45ec-b5b1-dec48af47505,segment=NetworkSegment(9e98ba23-29bf-44b3-acb9-3f661eb18f9c),segment_id=9e98ba23-29bf-44b3-acb9-3f661eb18f9c)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:10.308574 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.322046 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Calling delete_port for e9ac382e-f92d-45ec-b5b1-dec48af47505 owned by network:dhcp {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:10.335838 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-70582e9e-1300-48be-8630-9385661ec69c None None] Deleting port e9ac382e-f92d-45ec-b5b1-dec48af47505 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:10.336211 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-70582e9e-1300-48be-8630-9385661ec69c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.405597 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.411666 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-70582e9e-1300-48be-8630-9385661ec69c None None] For port e9ac382e-f92d-45ec-b5b1-dec48af47505, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=e9ac382e-f92d-45ec-b5b1-dec48af47505,segment=NetworkSegment(9e98ba23-29bf-44b3-acb9-3f661eb18f9c),segment_id=9e98ba23-29bf-44b3-acb9-3f661eb18f9c)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:10.412077 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-70582e9e-1300-48be-8630-9385661ec69c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.429951 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-70582e9e-1300-48be-8630-9385661ec69c None None] Calling delete_port for e9ac382e-f92d-45ec-b5b1-dec48af47505 owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:10.443451 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ac382e-f92d-45ec-b5b1-dec48af47505,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:10.450275 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] No DVR routers for this DVR port e9ac382e-f92d-45ec-b5b1-dec48af47505 on host dv-cinder-788368-4-iscsi {{(pid=103278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:10.532621 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (0b9e60c3-2ea7-43d0-a572-73d964a1aeb0), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.547309 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-70582e9e-1300-48be-8630-9385661ec69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288'] for port (e9ac382e-f92d-45ec-b5b1-dec48af47505), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.560960 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9e60c3-2ea7-43d0-a572-73d964a1aeb0']}} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:10.571718 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e98ba23-29bf-44b3-acb9-3f661eb18f9c') {'for_net_delete': True} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:10.572112 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e98ba23-29bf-44b3-acb9-3f661eb18f9c') {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:10.578800 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70582e9e-1300-48be-8630-9385661ec69c None None] Pushing event deleted for resources: {'Port': ['ID=e9ac382e-f92d-45ec-b5b1-dec48af47505,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:10.582577 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70582e9e-1300-48be-8630-9385661ec69c None None] No DVR routers for this DVR port e9ac382e-f92d-45ec-b5b1-dec48af47505 on host dv-cinder-788368-4-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:10.585311 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13299075'] for segment (9e98ba23-29bf-44b3-acb9-3f661eb18f9c), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.602407 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (9e98ba23-29bf-44b3-acb9-3f661eb18f9c), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.609806 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=103278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:16:10.610782 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16008886'] for segment (9e98ba23-29bf-44b3-acb9-3f661eb18f9c), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: Traceback (most recent call last): Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: timer() Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: cb(*args, **kw) Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: return func(*args, **kwargs) Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: self._notify() Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: self.callback(batched_events) Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: event.method(event) Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: return f(self, *a, **k) Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._get(url).json() Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: return self.request(url, 'GET', **kwargs) Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:16:10.613341 dv-cinder-788368-4-iscsi neutron-server[103278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:16:10.676382 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (0b9e60c3-2ea7-43d0-a572-73d964a1aeb0), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.682563 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.688361 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0b9e60c3-2ea7-43d0-a572-73d964a1aeb0 HTTP/1.1" status: 204 len: 168 time: 0.5810573 Mar 11 18:16:10.699239 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e5fa1-4082-4129-b526-dbdf5b86e209 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9e60c3-2ea7-43d0-a572-73d964a1aeb0,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:10.819168 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35544) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:10.838236 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.865014 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-eb3611df-1186-48b1-9b41-fcd7c707484e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a2075c16fdd475a82d9d8cd6832baeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444071 Mar 11 18:16:10.868151 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35546) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:10.916546 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a585cec1-7ea1-426e-8ff7-2e76dfbd2237 admin admin] Publish callbacks [] for security_group (af9d865e-210f-4fdb-8429-cdfa5862abe9), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.943028 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a585cec1-7ea1-426e-8ff7-2e76dfbd2237 admin admin] Publish callbacks [] for security_group (af9d865e-210f-4fdb-8429-cdfa5862abe9), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.005395 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a585cec1-7ea1-426e-8ff7-2e76dfbd2237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (af9d865e-210f-4fdb-8429-cdfa5862abe9), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.008615 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-a585cec1-7ea1-426e-8ff7-2e76dfbd2237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.010218 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-a585cec1-7ea1-426e-8ff7-2e76dfbd2237 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af9d865e-210f-4fdb-8429-cdfa5862abe9 HTTP/1.1" status: 204 len: 168 time: 0.1410215 Mar 11 18:16:11.020070 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585cec1-7ea1-426e-8ff7-2e76dfbd2237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9d865e-210f-4fdb-8429-cdfa5862abe9,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:11.205770 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:11.227447 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:11.227785 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device 8a63f0b8-2e0d-4375-ad6f-5dc427173d49 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:11.373149 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35552) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:11.419001 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-a9d0dc52-92f6-4c60-9130-131e6e088905 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b922c4c58c04490f9c34fd0054f424db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451384 Mar 11 18:16:11.421569 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35554) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:11.463721 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:11.473437 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa0cf-0c47-4715-a2a5-fa49c871ce35 admin admin] Publish callbacks [] for security_group (a2178ee8-540b-4a36-ad08-8286258b6316), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.483272 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:11.483579 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 1aa2a5a3-dd6d-4c85-bd15-b8b6c09410fc not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:11.484186 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device abf35ef1-6c18-443b-ba74-f2bcaf41e333 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:11.496688 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa0cf-0c47-4715-a2a5-fa49c871ce35 admin admin] Publish callbacks [] for security_group (a2178ee8-540b-4a36-ad08-8286258b6316), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.504237 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: abf35ef1-6c18-443b-ba74-f2bcaf41e333 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:11.504579 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device abf35ef1-6c18-443b-ba74-f2bcaf41e333 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:11.504993 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device e9ac382e-f92d-45ec-b5b1-dec48af47505 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:11.527047 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: e9ac382e-f92d-45ec-b5b1-dec48af47505 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:11.527381 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device e9ac382e-f92d-45ec-b5b1-dec48af47505 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:11.550284 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa0cf-0c47-4715-a2a5-fa49c871ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (a2178ee8-540b-4a36-ad08-8286258b6316), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.553574 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa0cf-0c47-4715-a2a5-fa49c871ce35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.557393 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-ff7fa0cf-0c47-4715-a2a5-fa49c871ce35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2178ee8-540b-4a36-ad08-8286258b6316 HTTP/1.1" status: 204 len: 168 time: 0.1321874 Mar 11 18:16:11.567846 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fa0cf-0c47-4715-a2a5-fa49c871ce35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2178ee8-540b-4a36-ad08-8286258b6316,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:11.730302 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:12.417435 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:12.680590 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35566) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:12.856441 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Deleting port d475f826-1058-4fa2-9320-5e97b0c4d23e {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:12.856794 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (d475f826-1058-4fa2-9320-5e97b0c4d23e), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:12.936951 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (d475f826-1058-4fa2-9320-5e97b0c4d23e), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:12.937211 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (d475f826-1058-4fa2-9320-5e97b0c4d23e), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:12.951753 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Calling delete_port for d475f826-1058-4fa2-9320-5e97b0c4d23e owned by network:floatingip {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:13.109058 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (d475f826-1058-4fa2-9320-5e97b0c4d23e), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:13.135532 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event deleted for resources: {'Port': ['ID=d475f826-1058-4fa2-9320-5e97b0c4d23e,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:13.202911 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (dc914d90-dadb-480f-bf26-4480bb4de87d), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:13.203191 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.db.l3_db [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Floating IP dc914d90-dadb-480f-bf26-4480bb4de87d disassociated (deleted). External IP: 172.27.0.183, port: a30c2e83-013f-4b9e-800a-f5f74f203ed6. Mar 11 18:16:13.433829 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Router fefbe61a-c372-490e-80c9-53535647ad1b has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:16:13.551780 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:16:13.557066 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:13.589567 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-92df196f-0257-47ad-afed-d3456c8f7a74 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "DELETE /v2.0/floatingips/dc914d90-dadb-480f-bf26-4480bb4de87d HTTP/1.1" status: 204 len: 168 time: 0.9077857 Mar 11 18:16:13.590191 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cdab86-5798-4906-9f52-834139901a3b', 'tag': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:13.592663 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b565e482-1482-4b58-996b-94575b8af50c" -d '{"events": [{"name": "network-changed", "server_uuid": "93cdab86-5798-4906-9f52-834139901a3b", "tag": "a30c2e83-013f-4b9e-800a-f5f74f203ed6"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:13.634895 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dda9e5e-eecd-479d-883d-155e01f0a607 x-openstack-request-id: req-4dda9e5e-eecd-479d-883d-155e01f0a607 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:13.636044 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cdab86-5798-4906-9f52-834139901a3b", "tag": "a30c2e83-013f-4b9e-800a-f5f74f203ed6", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:13.636479 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4dda9e5e-eecd-479d-883d-155e01f0a607 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:13.637173 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cdab86-5798-4906-9f52-834139901a3b', 'tag': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'status': 'completed', 'code': 200} Mar 11 18:16:13.656406 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189dbce2-b6b9-4709-8cb4-eccc46cf891b None None] Sync routers for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:16:13.666131 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189dbce2-b6b9-4709-8cb4-eccc46cf891b None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:13.666787 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-189dbce2-b6b9-4709-8cb4-eccc46cf891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:16:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:13.710917 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565e482-1482-4b58-996b-94575b8af50c req-54d68f36-49c2-4e07-9d9c-710bb953bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:13.713780 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b565e482-1482-4b58-996b-94575b8af50c req-54d68f36-49c2-4e07-9d9c-710bb953bd99 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=54e501d16919459e828a80b476c6975f&device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 1130 time: 0.0569627 Mar 11 18:16:13.790676 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-189dbce2-b6b9-4709-8cb4-eccc46cf891b None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:13.885100 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565e482-1482-4b58-996b-94575b8af50c req-ac5272af-7f97-409c-b52d-d77d51fc9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:13.886793 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b565e482-1482-4b58-996b-94575b8af50c req-ac5272af-7f97-409c-b52d-d77d51fc9a2f service neutron] 10.222.0.104 "GET /v2.0/networks?id=40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 200 len: 913 time: 0.1660275 Mar 11 18:16:13.935609 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b565e482-1482-4b58-996b-94575b8af50c req-1843c684-a973-4cad-813d-e6918f511e61 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30c2e83-013f-4b9e-800a-f5f74f203ed6 HTTP/1.1" status: 200 len: 217 time: 0.0421512 Mar 11 18:16:13.943972 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d94452-d9cd-4ad8-a27e-24e98d9d92bc req-ffaa9674-ebd9-4faa-8570-0c9c9afa4153 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:13.945517 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b3d94452-d9cd-4ad8-a27e-24e98d9d92bc req-ffaa9674-ebd9-4faa-8570-0c9c9afa4153 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 946 time: 0.1150095 Mar 11 18:16:14.049716 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-189dbce2-b6b9-4709-8cb4-eccc46cf891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:14.083461 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189dbce2-b6b9-4709-8cb4-eccc46cf891b None None] Checking router: fefbe61a-c372-490e-80c9-53535647ad1b for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:16:14.093739 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189dbce2-b6b9-4709-8cb4-eccc46cf891b None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:14.094396 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-189dbce2-b6b9-4709-8cb4-eccc46cf891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:16:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:14.233219 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-189dbce2-b6b9-4709-8cb4-eccc46cf891b None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:14.338128 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565e482-1482-4b58-996b-94575b8af50c req-24ac2acf-877d-488c-bd2b-0a5535b044bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:14.340064 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b565e482-1482-4b58-996b-94575b8af50c req-24ac2acf-877d-488c-bd2b-0a5535b044bf service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 200 len: 850 time: 0.3935361 Mar 11 18:16:14.363860 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b3d94452-d9cd-4ad8-a27e-24e98d9d92bc req-5c75c617-19d7-44e2-bb6d-14bcb4007294 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/security-groups?id=a57343bc-8057-46f1-91f1-a5227d31797b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095001 Mar 11 18:16:14.397020 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565e482-1482-4b58-996b-94575b8af50c req-f6e52777-7836-4f4e-848d-0f658bdf0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:14.398646 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b565e482-1482-4b58-996b-94575b8af50c req-f6e52777-7836-4f4e-848d-0f658bdf0b59 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=40a6fc10-0802-4171-af52-b02d08befdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484002 Mar 11 18:16:14.442205 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-189dbce2-b6b9-4709-8cb4-eccc46cf891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:14.468180 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189dbce2-b6b9-4709-8cb4-eccc46cf891b None None] The sync data for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi is: [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:06:59Z', 'revision_number': 4, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi', '_interfaces': [{'id': '940c7745-f8f7-47c8-ab43-848e288246cd', 'name': '', 'network_id': '40a6fc10-0802-4171-af52-b02d08befdbb', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'mac_address': 'fa:16:3e:d8:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:58Z', 'updated_at': '2022-03-11T18:07:04Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'subnets': [{'id': '3d178729-e750-4dbd-a6e1-5a3b4f2358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:16:14.598251 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b565e482-1482-4b58-996b-94575b8af50c req-97b0ab45-b5a9-4e4c-a46d-c917fd270536 service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918876 Mar 11 18:16:14.633051 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94679c-83fb-4c17-ba68-2ea526a7ab44 req-16039cae-e800-4ff6-b0c8-ee917b467507 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:14.634758 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-df94679c-83fb-4c17-ba68-2ea526a7ab44 req-16039cae-e800-4ff6-b0c8-ee917b467507 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 946 time: 0.1490443 Mar 11 18:16:14.714217 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd804a77-c821-492c-a5ee-cbe6ffa2daa3 None None] New status for floating IP dc914d90-dadb-480f-bf26-4480bb4de87d: DOWN {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:16:14.778411 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-b565e482-1482-4b58-996b-94575b8af50c req-b8a1a8e5-66c1-4b74-874d-e264023b30ff service neutron] 10.222.0.104 "GET /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722178 Mar 11 18:16:14.798918 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-df94679c-83fb-4c17-ba68-2ea526a7ab44 req-313bc194-559a-4d25-ac36-8e7d025fb17e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Deleting port a30c2e83-013f-4b9e-800a-f5f74f203ed6 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:14.799321 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-df94679c-83fb-4c17-ba68-2ea526a7ab44 req-313bc194-559a-4d25-ac36-8e7d025fb17e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:14.900068 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [req-df94679c-83fb-4c17-ba68-2ea526a7ab44 req-313bc194-559a-4d25-ac36-8e7d025fb17e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] For port a30c2e83-013f-4b9e-800a-f5f74f203ed6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a30c2e83-013f-4b9e-800a-f5f74f203ed6,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:14.900385 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-df94679c-83fb-4c17-ba68-2ea526a7ab44 req-313bc194-559a-4d25-ac36-8e7d025fb17e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:14.919437 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [req-df94679c-83fb-4c17-ba68-2ea526a7ab44 req-313bc194-559a-4d25-ac36-8e7d025fb17e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Calling delete_port for a30c2e83-013f-4b9e-800a-f5f74f203ed6 owned by compute:nova {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:15.057216 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-df94679c-83fb-4c17-ba68-2ea526a7ab44 req-313bc194-559a-4d25-ac36-8e7d025fb17e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (a30c2e83-013f-4b9e-800a-f5f74f203ed6), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:15.092830 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bc194-559a-4d25-ac36-8e7d025fb17e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event deleted for resources: {'Port': ['ID=a30c2e83-013f-4b9e-800a-f5f74f203ed6,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:15.139114 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [req-df94679c-83fb-4c17-ba68-2ea526a7ab44 req-313bc194-559a-4d25-ac36-8e7d025fb17e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] No DVR routers for this DVR port a30c2e83-013f-4b9e-800a-f5f74f203ed6 on host hv-cinder-78836 {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:15.141900 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [req-df94679c-83fb-4c17-ba68-2ea526a7ab44 req-313bc194-559a-4d25-ac36-8e7d025fb17e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for port (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:15.145424 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-df94679c-83fb-4c17-ba68-2ea526a7ab44 req-313bc194-559a-4d25-ac36-8e7d025fb17e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.104 "DELETE /v2.0/ports/a30c2e83-013f-4b9e-800a-f5f74f203ed6 HTTP/1.1" status: 204 len: 173 time: 0.4996943 Mar 11 18:16:15.488553 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [req-d821256d-efac-4d6e-84d8-b493b0fa6401 req-5c74d451-8d8f-4eef-af17-82bc5b8c0c65 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cdab86-5798-4906-9f52-834139901a3b HTTP/1.1" status: 200 len: 210 time: 0.0320966 Mar 11 18:16:15.638856 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cdab86-5798-4906-9f52-834139901a3b', 'name': 'network-vif-deleted', 'tag': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:15.641229 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58d0be70d444d0d51a890c5bc4be4b8555b164226c7fa042671c1fae74719103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846159ba-3e5f-40d6-8958-7e80909b52e5" -d '{"events": [{"server_uuid": "93cdab86-5798-4906-9f52-834139901a3b", "name": "network-vif-deleted", "tag": "a30c2e83-013f-4b9e-800a-f5f74f203ed6"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:15.679733 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b568d451-1dac-455a-8242-07813c87a817 x-openstack-request-id: req-b568d451-1dac-455a-8242-07813c87a817 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:15.680093 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cdab86-5798-4906-9f52-834139901a3b", "name": "network-vif-deleted", "tag": "a30c2e83-013f-4b9e-800a-f5f74f203ed6", "status": "completed", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:15.680257 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b568d451-1dac-455a-8242-07813c87a817 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:15.680684 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cdab86-5798-4906-9f52-834139901a3b', 'name': 'network-vif-deleted', 'tag': 'a30c2e83-013f-4b9e-800a-f5f74f203ed6', 'status': 'completed', 'code': 200} Mar 11 18:16:16.559947 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35580) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:16.688700 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-9386068e-ab46-4228-8c6b-63d7d244a4f3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Deleting port 5ad073e1-e612-48cd-acdc-3e3304bb1d0e {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:16.689035 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9386068e-ab46-4228-8c6b-63d7d244a4f3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (5ad073e1-e612-48cd-acdc-3e3304bb1d0e), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:16.769246 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9386068e-ab46-4228-8c6b-63d7d244a4f3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (5ad073e1-e612-48cd-acdc-3e3304bb1d0e), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:16.769549 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9386068e-ab46-4228-8c6b-63d7d244a4f3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (5ad073e1-e612-48cd-acdc-3e3304bb1d0e), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:16.781704 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-9386068e-ab46-4228-8c6b-63d7d244a4f3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Calling delete_port for 5ad073e1-e612-48cd-acdc-3e3304bb1d0e owned by network:floatingip {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:16.927440 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9386068e-ab46-4228-8c6b-63d7d244a4f3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (5ad073e1-e612-48cd-acdc-3e3304bb1d0e), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:16.954418 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386068e-ab46-4228-8c6b-63d7d244a4f3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event deleted for resources: {'Port': ['ID=5ad073e1-e612-48cd-acdc-3e3304bb1d0e,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:17.017350 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9386068e-ab46-4228-8c6b-63d7d244a4f3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for floatingip (2208e9bd-cab8-461e-8fba-8d6e78476df1), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:17.020667 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-9386068e-ab46-4228-8c6b-63d7d244a4f3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57930'] for floatingip (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:17.021816 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-9386068e-ab46-4228-8c6b-63d7d244a4f3 tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "DELETE /v2.0/floatingips/2208e9bd-cab8-461e-8fba-8d6e78476df1 HTTP/1.1" status: 204 len: 168 time: 0.4605997 Mar 11 18:16:18.231063 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35592) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:18.297265 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2bc69a07-3910-4fd5-a7ab-d0aa049f160e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group (a57343bc-8057-46f1-91f1-a5227d31797b), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:18.327797 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2bc69a07-3910-4fd5-a7ab-d0aa049f160e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group (a57343bc-8057-46f1-91f1-a5227d31797b), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:18.397017 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2bc69a07-3910-4fd5-a7ab-d0aa049f160e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (a57343bc-8057-46f1-91f1-a5227d31797b), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:18.399840 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2bc69a07-3910-4fd5-a7ab-d0aa049f160e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:18.401069 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-2bc69a07-3910-4fd5-a7ab-d0aa049f160e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] 10.222.0.30 "DELETE /v2.0/security-groups/a57343bc-8057-46f1-91f1-a5227d31797b HTTP/1.1" status: 204 len: 168 time: 0.1689832 Mar 11 18:16:18.410905 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc69a07-3910-4fd5-a7ab-d0aa049f160e tempest-TestVolumeBootPattern-1515757428 tempest-TestVolumeBootPattern-1515757428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57343bc-8057-46f1-91f1-a5227d31797b,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:18.461017 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35596) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:19.037170 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-37963b44-9e26-40a1-bbf7-b9bb47e82b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933442'] for router_interface (fefbe61a-c372-490e-80c9-53535647ad1b), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:19.213729 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device a30c2e83-013f-4b9e-800a-f5f74f203ed6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:19.242899 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] No Port match for: a30c2e83-013f-4b9e-800a-f5f74f203ed6 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:19.243465 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Device a30c2e83-013f-4b9e-800a-f5f74f203ed6 not bound to the agent host hv-cinder-78836 {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:19.301589 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-37963b44-9e26-40a1-bbf7-b9bb47e82b3d admin admin] Deleting port 940c7745-f8f7-47c8-ab43-848e288246cd {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:19.302187 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-37963b44-9e26-40a1-bbf7-b9bb47e82b3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:19.383635 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-37963b44-9e26-40a1-bbf7-b9bb47e82b3d admin admin] For port 940c7745-f8f7-47c8-ab43-848e288246cd, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=940c7745-f8f7-47c8-ab43-848e288246cd,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:19.383997 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-37963b44-9e26-40a1-bbf7-b9bb47e82b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:19.401724 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-37963b44-9e26-40a1-bbf7-b9bb47e82b3d admin admin] Calling delete_port for 940c7745-f8f7-47c8-ab43-848e288246cd owned by network:router_interface {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:19.588559 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-37963b44-9e26-40a1-bbf7-b9bb47e82b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (940c7745-f8f7-47c8-ab43-848e288246cd), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:19.614588 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37963b44-9e26-40a1-bbf7-b9bb47e82b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=940c7745-f8f7-47c8-ab43-848e288246cd,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:19.803143 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-37963b44-9e26-40a1-bbf7-b9bb47e82b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1947666'] for router_interface (fefbe61a-c372-490e-80c9-53535647ad1b), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:20.030711 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37963b44-9e26-40a1-bbf7-b9bb47e82b3d admin admin] Router fefbe61a-c372-490e-80c9-53535647ad1b has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:16:20.157717 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37963b44-9e26-40a1-bbf7-b9bb47e82b3d admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:16:20.166134 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-37963b44-9e26-40a1-bbf7-b9bb47e82b3d admin admin] 10.222.0.30 "PUT /v2.0/routers/fefbe61a-c372-490e-80c9-53535647ad1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040768 Mar 11 18:16:20.166385 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35604) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:20.171681 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697ce615-18a0-47cf-b3c8-2f4669fb66d6 None None] Sync routers for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:16:20.185994 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697ce615-18a0-47cf-b3c8-2f4669fb66d6 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:20.187022 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-697ce615-18a0-47cf-b3c8-2f4669fb66d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:16:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:20.293202 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Publish callbacks [] for router (fefbe61a-c372-490e-80c9-53535647ad1b), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:20.329234 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-697ce615-18a0-47cf-b3c8-2f4669fb66d6 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: dv-cinder-788368-4-iscsi {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:20.405026 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Publish callbacks [] for router_gateway (fefbe61a-c372-490e-80c9-53535647ad1b), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:20.459874 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Deleting port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:20.460306 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:20.516871 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-697ce615-18a0-47cf-b3c8-2f4669fb66d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:16:19Z', 'revision_number': 5, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port': {'id': 'fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:56Z', 'updated_at': '2022-03-11T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:20.543797 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697ce615-18a0-47cf-b3c8-2f4669fb66d6 None None] Checking router: fefbe61a-c372-490e-80c9-53535647ad1b for host: dv-cinder-788368-4-iscsi {{(pid=103280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:16:20.551439 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] For port fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:20.552120 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:20.553204 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697ce615-18a0-47cf-b3c8-2f4669fb66d6 None None] Routers {'fefbe61a-c372-490e-80c9-53535647ad1b'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:20.553828 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-697ce615-18a0-47cf-b3c8-2f4669fb66d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:16:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['fefbe61a-c372-490e-80c9-53535647ad1b'], 'active': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:20.564595 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Calling delete_port for fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 owned by network:router_gateway {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:20.643689 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvr_db [None req-697ce615-18a0-47cf-b3c8-2f4669fb66d6 None None] Set router fefbe61a-c372-490e-80c9-53535647ad1b gateway port host: None {{(pid=103280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:20.697218 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.l3_hamode_db [None req-697ce615-18a0-47cf-b3c8-2f4669fb66d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:16:20Z', 'revision_number': 6, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port_host': None}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:20.724974 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697ce615-18a0-47cf-b3c8-2f4669fb66d6 None None] The sync data for ids ['fefbe61a-c372-490e-80c9-53535647ad1b'] in dv-cinder-788368-4-iscsi is: [{'id': 'fefbe61a-c372-490e-80c9-53535647ad1b', 'name': 'tempest-TestVolumeBootPattern-616440096-router', 'tenant_id': '54e501d16919459e828a80b476c6975f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:55Z', 'updated_at': '2022-03-11T18:16:20Z', 'revision_number': 6, 'project_id': '54e501d16919459e828a80b476c6975f', 'gw_port_host': None}] {{(pid=103280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:16:20.734421 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:20.761126 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:20.829150 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1934776'] for router_gateway (fefbe61a-c372-490e-80c9-53535647ad1b), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:20.921774 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1946935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25335'] for router (fefbe61a-c372-490e-80c9-53535647ad1b), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:20.924233 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Publish callbacks [] for router_controller (fefbe61a-c372-490e-80c9-53535647ad1b), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:20.972297 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1946924'] for router (fefbe61a-c372-490e-80c9-53535647ad1b), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:20.972850 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fefbe61a-c372-490e-80c9-53535647ad1b {{(pid=103278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:16:20.977265 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:20.978390 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-b63c58e0-827c-4584-ae75-e5fe7f613324 admin admin] 10.222.0.30 "DELETE /v2.0/routers/fefbe61a-c372-490e-80c9-53535647ad1b HTTP/1.1" status: 204 len: 168 time: 0.8109159 Mar 11 18:16:20.982130 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35608) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:21.032161 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bbcef1-418b-43a0-ac12-150903d543e8 admin admin] Deleting subnet 3d178729-e750-4dbd-a6e1-5a3b4f2358c5 {{(pid=103278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:16:21.035329 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-49bbcef1-418b-43a0-ac12-150903d543e8 admin admin] Publish callbacks [] for subnet (3d178729-e750-4dbd-a6e1-5a3b4f2358c5), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.075116 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-49bbcef1-418b-43a0-ac12-150903d543e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13299080'] for subnet (3d178729-e750-4dbd-a6e1-5a3b4f2358c5), precommit_delete_associations {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.154904 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-49bbcef1-418b-43a0-ac12-150903d543e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (3d178729-e750-4dbd-a6e1-5a3b4f2358c5), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.206832 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-49bbcef1-418b-43a0-ac12-150903d543e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16022632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13482888'] for subnet (3d178729-e750-4dbd-a6e1-5a3b4f2358c5), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.231148 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbcef1-418b-43a0-ac12-150903d543e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d178729-e750-4dbd-a6e1-5a3b4f2358c5,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:21.236353 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-49bbcef1-418b-43a0-ac12-150903d543e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.240172 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-49bbcef1-418b-43a0-ac12-150903d543e8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3d178729-e750-4dbd-a6e1-5a3b4f2358c5 HTTP/1.1" status: 204 len: 168 time: 0.2566624 Mar 11 18:16:21.242367 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a42669-43f2-4172-909c-66e22396d5cf None None] Network 40a6fc10-0802-4171-af52-b02d08befdbb requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:16:21.242924 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35610) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:21.311606 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (40a6fc10-0802-4171-af52-b02d08befdbb), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.370396 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Deleting port 31bf28f8-1673-4c5e-ae83-9f9318486f34 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:21.370794 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.432777 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] For port 31bf28f8-1673-4c5e-ae83-9f9318486f34, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=31bf28f8-1673-4c5e-ae83-9f9318486f34,segment=NetworkSegment(b6a5f355-aa0b-41ad-a33f-54ca1004875b),segment_id=b6a5f355-aa0b-41ad-a33f-54ca1004875b)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:21.433036 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.449069 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Calling delete_port for 31bf28f8-1673-4c5e-ae83-9f9318486f34 owned by network:dhcp {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:21.494327 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baab5ec-db67-456d-80ef-838b889e0fd8 None None] DHCP port deletion for 40a6fc10-0802-4171-af52-b02d08befdbb request from dv-cinder-788368-4-iscsi {{(pid=103279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:16:21.538767 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.552631 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-3baab5ec-db67-456d-80ef-838b889e0fd8 None None] Deleting port 31bf28f8-1673-4c5e-ae83-9f9318486f34 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:21.553006 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3baab5ec-db67-456d-80ef-838b889e0fd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.562705 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Pushing event deleted for resources: {'Port': ['ID=31bf28f8-1673-4c5e-ae83-9f9318486f34,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:21.571770 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] No DVR routers for this DVR port 31bf28f8-1673-4c5e-ae83-9f9318486f34 on host dv-cinder-788368-4-iscsi {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:21.587736 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 31bf28f8-1673-4c5e-ae83-9f9318486f34 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:21.639121 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 31bf28f8-1673-4c5e-ae83-9f9318486f34 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:21.639465 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 31bf28f8-1673-4c5e-ae83-9f9318486f34 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:21.639885 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 940c7745-f8f7-47c8-ab43-848e288246cd no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:21.644402 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (40a6fc10-0802-4171-af52-b02d08befdbb), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.662275 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-3baab5ec-db67-456d-80ef-838b889e0fd8 None None] For port 31bf28f8-1673-4c5e-ae83-9f9318486f34, host dv-cinder-788368-4-iscsi, got binding levels [] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:21.662695 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3baab5ec-db67-456d-80ef-838b889e0fd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.665104 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 940c7745-f8f7-47c8-ab43-848e288246cd {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:21.665447 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 940c7745-f8f7-47c8-ab43-848e288246cd not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:21.665871 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:21.668338 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a6fc10-0802-4171-af52-b02d08befdbb']}} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:21.679252 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a5f355-aa0b-41ad-a33f-54ca1004875b') {'for_net_delete': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:21.679571 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.services.segments.db [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a5f355-aa0b-41ad-a33f-54ca1004875b') {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:21.689707 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13366818'] for segment (b6a5f355-aa0b-41ad-a33f-54ca1004875b), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.696260 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-3baab5ec-db67-456d-80ef-838b889e0fd8 None None] Calling delete_port for 31bf28f8-1673-4c5e-ae83-9f9318486f34 owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:21.697974 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:21.698285 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device fd1b1dc3-3a1a-4cf4-aa50-aa652f75b340 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:21.700999 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.ipam_backend_mixin [None req-3baab5ec-db67-456d-80ef-838b889e0fd8 None None] Port 31bf28f8-1673-4c5e-ae83-9f9318486f34 was not found and therefore no delete operation was performed {{(pid=103279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 18:16:21.702584 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3baab5ec-db67-456d-80ef-838b889e0fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288'] for port (31bf28f8-1673-4c5e-ae83-9f9318486f34), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.706273 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (b6a5f355-aa0b-41ad-a33f-54ca1004875b), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.720003 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=103277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:16:21.720465 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14539434'] for segment (b6a5f355-aa0b-41ad-a33f-54ca1004875b), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: Traceback (most recent call last): Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: timer() Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: cb(*args, **kw) Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: return func(*args, **kwargs) Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: self._notify() Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: self.callback(batched_events) Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: event.method(event) Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: return f(self, *a, **k) Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: return self._get(url).json() Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: return self.request(url, 'GET', **kwargs) Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:16:21.722257 dv-cinder-788368-4-iscsi neutron-server[103277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:16:21.732356 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baab5ec-db67-456d-80ef-838b889e0fd8 None None] Pushing event deleted for resources: {'Port': ['ID=31bf28f8-1673-4c5e-ae83-9f9318486f34,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:21.734248 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baab5ec-db67-456d-80ef-838b889e0fd8 None None] No DVR routers for this DVR port 31bf28f8-1673-4c5e-ae83-9f9318486f34 on host dv-cinder-788368-4-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:21.788469 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (40a6fc10-0802-4171-af52-b02d08befdbb), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.794218 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:21.799105 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] 10.222.0.30 "DELETE /v2.0/networks/40a6fc10-0802-4171-af52-b02d08befdbb HTTP/1.1" status: 204 len: 168 time: 0.5550673 Mar 11 18:16:21.800851 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35612) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:21.814648 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda13d9-2da3-44c0-82ec-a003e0ebfa3d admin admin] Pushing event deleted for resources: {'Network': ['ID=40a6fc10-0802-4171-af52-b02d08befdbb,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:22.175951 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f9240166-9164-4132-9738-31927f383206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933442'] for router_interface (10738ef3-45f3-41c3-8fb4-eef024f0d053), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:22.448179 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-f9240166-9164-4132-9738-31927f383206 admin admin] Deleting port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:22.448948 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f9240166-9164-4132-9738-31927f383206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:22.526145 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-f9240166-9164-4132-9738-31927f383206 admin admin] For port 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=1d6887b7-6f5b-4ece-a8c8-7c1300f0227f,segment=NetworkSegment(4c333081-45cf-4a74-bbde-304d216a336e),segment_id=4c333081-45cf-4a74-bbde-304d216a336e)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:22.526474 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f9240166-9164-4132-9738-31927f383206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:22.543725 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-f9240166-9164-4132-9738-31927f383206 admin admin] Calling delete_port for 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f owned by network:router_interface {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:22.739032 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f9240166-9164-4132-9738-31927f383206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (1d6887b7-6f5b-4ece-a8c8-7c1300f0227f), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:22.769450 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9240166-9164-4132-9738-31927f383206 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6887b7-6f5b-4ece-a8c8-7c1300f0227f,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:23.147497 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-f9240166-9164-4132-9738-31927f383206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1947666'] for router_interface (10738ef3-45f3-41c3-8fb4-eef024f0d053), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:23.371440 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9240166-9164-4132-9738-31927f383206 admin admin] Router 10738ef3-45f3-41c3-8fb4-eef024f0d053 has already been hosted by L3 agent 01111450-ae04-4d81-8cca-8e7fe6cdb8a2 {{(pid=103278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:16:23.488974 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9240166-9164-4132-9738-31927f383206 admin admin] Notify agent at l3_agent.dv-cinder-788368-4-iscsi the message routers_updated {{(pid=103278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:16:23.493931 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-f9240166-9164-4132-9738-31927f383206 admin admin] 10.222.0.30 "PUT /v2.0/routers/10738ef3-45f3-41c3-8fb4-eef024f0d053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6918097 Mar 11 18:16:23.496771 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35616) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:23.497841 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa725e6d-81f9-44fe-bc7c-40bb9e3dbb1d None None] Sync routers for ids ['10738ef3-45f3-41c3-8fb4-eef024f0d053'] in dv-cinder-788368-4-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:16:23.507386 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa725e6d-81f9-44fe-bc7c-40bb9e3dbb1d None None] Routers {'10738ef3-45f3-41c3-8fb4-eef024f0d053'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:23.508007 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-aa725e6d-81f9-44fe-bc7c-40bb9e3dbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:16:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['10738ef3-45f3-41c3-8fb4-eef024f0d053'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:23.604638 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Publish callbacks [] for router (10738ef3-45f3-41c3-8fb4-eef024f0d053), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:23.715402 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Publish callbacks [] for router_gateway (10738ef3-45f3-41c3-8fb4-eef024f0d053), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:23.753852 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-aa725e6d-81f9-44fe-bc7c-40bb9e3dbb1d None None] Set router 10738ef3-45f3-41c3-8fb4-eef024f0d053 gateway port host: dv-cinder-788368-4-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:23.771635 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Deleting port d4fdeb61-17ad-4521-baca-bfa2307f2847 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:23.771977 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:23.853976 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] For port d4fdeb61-17ad-4521-baca-bfa2307f2847, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=d4fdeb61-17ad-4521-baca-bfa2307f2847,segment=NetworkSegment(594a356c-630b-42af-a701-8b14ea03984a),segment_id=594a356c-630b-42af-a701-8b14ea03984a)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:23.854314 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:23.866766 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Calling delete_port for d4fdeb61-17ad-4521-baca-bfa2307f2847 owned by network:router_gateway {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:23.929197 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-aa725e6d-81f9-44fe-bc7c-40bb9e3dbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'name': 'tempest-TestVolumeBootPattern-411252575-router', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'external_fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:07:01Z', 'updated_at': '2022-03-11T18:16:22Z', 'revision_number': 5, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'gw_port': {'id': 'd4fdeb61-17ad-4521-baca-bfa2307f2847', 'name': '', 'network_id': 'cab8bdcb-495c-4275-ab04-6208af39108c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '16018e71-901e-4696-812b-feac30f1781e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:07:02Z', 'updated_at': '2022-03-11T18:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16018e71-901e-4696-812b-feac30f1781e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-4-iscsi'}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:23.959525 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa725e6d-81f9-44fe-bc7c-40bb9e3dbb1d None None] Checking router: 10738ef3-45f3-41c3-8fb4-eef024f0d053 for host: dv-cinder-788368-4-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:16:23.968251 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa725e6d-81f9-44fe-bc7c-40bb9e3dbb1d None None] Routers {'10738ef3-45f3-41c3-8fb4-eef024f0d053'} bound to L3 agent in host dv-cinder-788368-4-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:23.968802 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-aa725e6d-81f9-44fe-bc7c-40bb9e3dbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T17:52:08Z,description=,heartbeat_timestamp=2022-03-11T18:16:08Z,host='dv-cinder-788368-4-iscsi',id=01111450-ae04-4d81-8cca-8e7fe6cdb8a2,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T17:52:08Z,topic='l3_agent')) {'router_ids': ['10738ef3-45f3-41c3-8fb4-eef024f0d053'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:24.036620 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14540891'] for port (d4fdeb61-17ad-4521-baca-bfa2307f2847), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.061956 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-aa725e6d-81f9-44fe-bc7c-40bb9e3dbb1d None None] Set router 10738ef3-45f3-41c3-8fb4-eef024f0d053 gateway port host: None {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:24.062646 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fdeb61-17ad-4521-baca-bfa2307f2847,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:24.120530 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-aa725e6d-81f9-44fe-bc7c-40bb9e3dbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'name': 'tempest-TestVolumeBootPattern-411252575-router', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:07:01Z', 'updated_at': '2022-03-11T18:16:23Z', 'revision_number': 6, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'gw_port_host': None}], 'dv-cinder-788368-4-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:24.129194 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1934776'] for router_gateway (10738ef3-45f3-41c3-8fb4-eef024f0d053), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.151921 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa725e6d-81f9-44fe-bc7c-40bb9e3dbb1d None None] The sync data for ids ['10738ef3-45f3-41c3-8fb4-eef024f0d053'] in dv-cinder-788368-4-iscsi is: [{'id': '10738ef3-45f3-41c3-8fb4-eef024f0d053', 'name': 'tempest-TestVolumeBootPattern-411252575-router', 'tenant_id': '2bd8f6c1f91c4b79a110a5348479db86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:07:01Z', 'updated_at': '2022-03-11T18:16:23Z', 'revision_number': 6, 'project_id': '2bd8f6c1f91c4b79a110a5348479db86', 'gw_port_host': None}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:16:24.230777 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1946935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25335'] for router (10738ef3-45f3-41c3-8fb4-eef024f0d053), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.233922 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Publish callbacks [] for router_controller (10738ef3-45f3-41c3-8fb4-eef024f0d053), precommit_delete_associations {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.286813 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1946924'] for router (10738ef3-45f3-41c3-8fb4-eef024f0d053), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.287385 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10738ef3-45f3-41c3-8fb4-eef024f0d053 {{(pid=103277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:16:24.291918 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.295556 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-2d3eb2b5-5fae-44f9-974d-eb66c820177b admin admin] 10.222.0.30 "DELETE /v2.0/routers/10738ef3-45f3-41c3-8fb4-eef024f0d053 HTTP/1.1" status: 204 len: 168 time: 0.7953246 Mar 11 18:16:24.295895 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35618) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:24.342019 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbeb4c46-f239-4f8c-b6c5-4e2ed0bd632c admin admin] Deleting subnet 2abced7b-b45e-41a9-a031-fe4e92c5c4e6 {{(pid=103277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:16:24.345573 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4c46-f239-4f8c-b6c5-4e2ed0bd632c admin admin] Publish callbacks [] for subnet (2abced7b-b45e-41a9-a031-fe4e92c5c4e6), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.387295 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4c46-f239-4f8c-b6c5-4e2ed0bd632c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13366825'] for subnet (2abced7b-b45e-41a9-a031-fe4e92c5c4e6), precommit_delete_associations {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.470975 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4c46-f239-4f8c-b6c5-4e2ed0bd632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517823'] for subnet (2abced7b-b45e-41a9-a031-fe4e92c5c4e6), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.531737 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4c46-f239-4f8c-b6c5-4e2ed0bd632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14540916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13265432'] for subnet (2abced7b-b45e-41a9-a031-fe4e92c5c4e6), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.560022 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb4c46-f239-4f8c-b6c5-4e2ed0bd632c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2abced7b-b45e-41a9-a031-fe4e92c5c4e6,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:24.565020 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4c46-f239-4f8c-b6c5-4e2ed0bd632c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for subnet (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.568557 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-dbeb4c46-f239-4f8c-b6c5-4e2ed0bd632c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2abced7b-b45e-41a9-a031-fe4e92c5c4e6 HTTP/1.1" status: 204 len: 168 time: 0.2716155 Mar 11 18:16:24.572900 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35620) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:24.573657 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f4ef6-1823-4705-b911-83b1ae6b350b None None] Network 873e4e77-4867-4e86-9027-11db5f42ef24 requested from dv-cinder-788368-4-iscsi {{(pid=103279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:16:24.652499 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558074'] for network (873e4e77-4867-4e86-9027-11db5f42ef24), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.727112 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Deleting port c577f3d5-040e-4b7d-9860-89871ac50ecc {{(pid=103278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:24.727447 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780634063598'] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.794412 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.db [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] For port c577f3d5-040e-4b7d-9860-89871ac50ecc, host dv-cinder-788368-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-4-iscsi',level=0,port_id=c577f3d5-040e-4b7d-9860-89871ac50ecc,segment=NetworkSegment(4c333081-45cf-4a74-bbde-304d216a336e),segment_id=4c333081-45cf-4a74-bbde-304d216a336e)] {{(pid=103278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:24.794864 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935316'] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.809088 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Calling delete_port for c577f3d5-040e-4b7d-9860-89871ac50ecc owned by network:dhcp {{(pid=103278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:24.895591 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3529359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780634068565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780633746288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16022599'] for port (c577f3d5-040e-4b7d-9860-89871ac50ecc), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.921710 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c577f3d5-040e-4b7d-9860-89871ac50ecc,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:24.926345 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] No DVR routers for this DVR port c577f3d5-040e-4b7d-9860-89871ac50ecc on host dv-cinder-788368-4-iscsi {{(pid=103278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:24.939128 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0938457-9e1d-437b-8bde-b38c9e5a17d7 None None] DHCP port deletion for 873e4e77-4867-4e86-9027-11db5f42ef24 request from dv-cinder-788368-4-iscsi {{(pid=103279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:16:25.004242 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3518340', 'neutron.services.segments.db._delete_segments_for_network-8780634254870'] for network (873e4e77-4867-4e86-9027-11db5f42ef24), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.024570 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873e4e77-4867-4e86-9027-11db5f42ef24']}} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:25.034792 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c333081-45cf-4a74-bbde-304d216a336e') {'for_net_delete': True} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:25.035088 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.services.segments.db [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c333081-45cf-4a74-bbde-304d216a336e') {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:25.044680 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780634255135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13299075'] for segment (4c333081-45cf-4a74-bbde-304d216a336e), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.058730 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384'] for segment (4c333081-45cf-4a74-bbde-304d216a336e), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.065238 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=103278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:16:25.065698 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16008886'] for segment (4c333081-45cf-4a74-bbde-304d216a336e), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: Traceback (most recent call last): Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: timer() Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: cb(*args, **kw) Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: return func(*args, **kwargs) Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: self._notify() Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: self.callback(batched_events) Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: event.method(event) Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: return f(self, *a, **k) Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._get(url).json() Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: return self.request(url, 'GET', **kwargs) Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:16:25.067450 dv-cinder-788368-4-iscsi neutron-server[103278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:16:25.124917 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3518461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934748'] for network (873e4e77-4867-4e86-9027-11db5f42ef24), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.135154 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678739'] for network (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.138292 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] 10.222.0.30 "DELETE /v2.0/networks/873e4e77-4867-4e86-9027-11db5f42ef24 HTTP/1.1" status: 204 len: 168 time: 0.5627718 Mar 11 18:16:25.150678 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1364b7-2e51-4846-9f4d-a10b3fd9bc4f admin admin] Pushing event deleted for resources: {'Network': ['ID=873e4e77-4867-4e86-9027-11db5f42ef24,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:25.265383 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35624) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:25.304266 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-08c5a44b-8167-4d42-aa11-2bd9cc3c11e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54e501d16919459e828a80b476c6975f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375304 Mar 11 18:16:25.307513 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [-] (103278) accepted ('10.222.0.30', 35626) {{(pid=103278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:25.359191 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-913a2b84-f66e-420c-91f0-91bec1bf4dfa admin admin] Publish callbacks [] for security_group (7a1f9352-42a9-44bb-8859-1764fb67fb96), before_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.380784 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-913a2b84-f66e-420c-91f0-91bec1bf4dfa admin admin] Publish callbacks [] for security_group (7a1f9352-42a9-44bb-8859-1764fb67fb96), precommit_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.431822 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-913a2b84-f66e-420c-91f0-91bec1bf4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (7a1f9352-42a9-44bb-8859-1764fb67fb96), after_delete {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.434621 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-913a2b84-f66e-420c-91f0-91bec1bf4dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.442594 dv-cinder-788368-4-iscsi neutron-server[103278]: INFO neutron.wsgi [None req-913a2b84-f66e-420c-91f0-91bec1bf4dfa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a1f9352-42a9-44bb-8859-1764fb67fb96 HTTP/1.1" status: 204 len: 168 time: 0.1274264 Mar 11 18:16:25.444437 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a2b84-f66e-420c-91f0-91bec1bf4dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1f9352-42a9-44bb-8859-1764fb67fb96,revision_number=None']} {{(pid=103278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:25.478912 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:25.498855 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:25.499195 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device 1d6887b7-6f5b-4ece-a8c8-7c1300f0227f not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:25.499621 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device d4fdeb61-17ad-4521-baca-bfa2307f2847 no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:25.519474 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: d4fdeb61-17ad-4521-baca-bfa2307f2847 {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:25.519820 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device d4fdeb61-17ad-4521-baca-bfa2307f2847 not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:25.520240 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device c577f3d5-040e-4b7d-9860-89871ac50ecc no longer exists at agent ovs-agent-dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:25.538927 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] No Port match for: c577f3d5-040e-4b7d-9860-89871ac50ecc {{(pid=103279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:25.539294 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.rpc [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Device c577f3d5-040e-4b7d-9860-89871ac50ecc not bound to the agent host dv-cinder-788368-4-iscsi {{(pid=103279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:25.773746 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35632) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:25.820859 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-cd7659bd-9c26-40e5-b398-53c97c9d48fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bd8f6c1f91c4b79a110a5348479db86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456212 Mar 11 18:16:25.823292 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [-] (103277) accepted ('10.222.0.30', 35634) {{(pid=103277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:25.874849 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-85c42854-cc76-41c0-ba71-9195fc98a459 admin admin] Publish callbacks [] for security_group (526a3185-45c4-46d5-bdbe-16bfaf36c659), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.897996 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-85c42854-cc76-41c0-ba71-9195fc98a459 admin admin] Publish callbacks [] for security_group (526a3185-45c4-46d5-bdbe-16bfaf36c659), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.946965 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-85c42854-cc76-41c0-ba71-9195fc98a459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722950'] for security_group (526a3185-45c4-46d5-bdbe-16bfaf36c659), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.949874 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-85c42854-cc76-41c0-ba71-9195fc98a459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:25.951076 dv-cinder-788368-4-iscsi neutron-server[103277]: INFO neutron.wsgi [None req-85c42854-cc76-41c0-ba71-9195fc98a459 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/526a3185-45c4-46d5-bdbe-16bfaf36c659 HTTP/1.1" status: 204 len: 168 time: 0.1268301 Mar 11 18:16:25.960231 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c42854-cc76-41c0-ba71-9195fc98a459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526a3185-45c4-46d5-bdbe-16bfaf36c659,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:29.439828 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:31.054812 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:16:34.954248 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0a214c6f-bf76-4cdf-b3b2-0e4845e353a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:37.883421 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2d63725e-721b-430b-8332-ccfc7762d508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:40.843245 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.734003 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.417156 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:48.262276 dv-cinder-788368-4-iscsi neutron-server[103277]: DEBUG neutron.wsgi [req-afe0e215-6563-4372-b9e0-ee9328228722 req-af463912-a504-4c49-b3e7-5364b90ec496 service neutron] (103277) timed out ('10.222.0.104', 51591) {{(pid=103277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 18:16:59.435734 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:04.950577 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2ccf7898-b641-4d2e-944b-0f6178b48352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:07.879099 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e496d6cd-2545-457d-98d0-4b596e94a291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:08.054288 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:17:10.844987 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:11.734415 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:12.417289 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.433929 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:34.949603 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e5f24f29-0deb-45e7-a384-1e541badc883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:37.874567 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c605c7c3-2b94-455c-9e67-9530c27da71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:40.854354 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:41.740734 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:42.415483 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:45.056853 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:17:59.447471 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:04.950300 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-81ffcf6a-45c7-4afd-8404-edbcb1e8e9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:07.878732 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9e641709-9153-47e3-98be-5e9ce6f126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:10.851880 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.745241 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.412905 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:22.059246 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:18:29.475141 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:34.946912 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-72182537-5f51-4863-9673-ad479553e2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:37.882939 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-12e7403a-d3c9-4ded-9c19-370525728680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:40.856824 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:41.746743 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:42.411973 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:59.058425 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:18:59.468606 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:04.944241 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8b57a50e-8467-4a7f-a8d0-39055d4caaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:07.889254 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0e8b5ece-e1c6-4fe8-a654-eb392458931a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:10.862741 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:11.757906 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:12.409118 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:29.469939 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:34.939183 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2032a984-e706-46c2-9998-98c654de7582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:36.062614 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:19:37.886109 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-01c88abf-8612-4ab7-bb61-c7d8d1709d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:40.865965 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:41.752193 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:42.408042 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:59.484911 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:04.953551 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d827bb74-960b-4c6c-93e8-73bec9a21b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:07.897197 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-43869452-296a-420c-84b5-182ffe7a056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:10.864718 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:11.754569 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:12.405457 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:13.063001 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:20:29.470534 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:34.949410 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-62035df0-24bf-4861-bfd9-044b1bbbc2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:36.376420 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-2134bf9c-eb22-47b7-bf82-bedaea02f36f service neutron] (103278) timed out ('10.222.0.30', 57338) {{(pid=103278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 18:20:36.603103 dv-cinder-788368-4-iscsi neutron-server[103278]: DEBUG neutron.wsgi [req-0dbf44fd-272e-46ad-87d0-ab402546d971 req-c26df91d-1291-46f2-8287-e75df046ac3d tempest-AttachVolumeShelveTestJSON-594746671 tempest-AttachVolumeShelveTestJSON-594746671-project] (103278) timed out ('10.222.0.30', 57352) {{(pid=103278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 18:20:37.896158 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8173f182-09c6-4618-83e5-d7fc547e45ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:40.869425 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:41.757510 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:42.412665 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:50.062835 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:20:59.482101 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:04.955837 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-61f50ddd-a426-434b-9a01-f00110f7fa44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:07.891238 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6156-44cf-44db-8f21-a7a9b0c04b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:10.874676 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:11.761010 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:12.406801 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:27.067184 dv-cinder-788368-4-iscsi neutron-server[103280]: DEBUG neutron.db.agents_db [None req-fcc71f5b-2bf6-43ed-bffd-45fb49fa7b03 None None] Agent healthcheck: found 6 active agents {{(pid=103280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:21:29.483351 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5b19f2b5-f39c-4e25-88b9-c5195f1918db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (8c667981-cc34-4454-ac3e-5b92421a9f47), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:34.949549 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-91b0cff6-e656-43ed-861d-9a8fe6fe2907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (f0e5e982-8e8c-469d-972f-ef6987835eed), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:37.900564 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-23f1e95d-bb93-4d18-b9a2-6bc965438e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (01111450-ae04-4d81-8cca-8e7fe6cdb8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:40.874577 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fd235601-df3d-449d-8d80-2aed503f56df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (26b2c0c8-d418-444e-90aa-e4a7cb790947), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:41.766275 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef96c91d-71b2-4635-b718-c4b805852170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (0b244ab9-bd20-41f5-b166-fd337ecfe19d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:42.401605 dv-cinder-788368-4-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7cb19d5a-699b-465e-b503-0b1116b6a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780634254852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3521679'] for agent (fa8e3191-194a-45a1-87fc-051dcca15916), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}